-- Logs begin at Thu 2021-10-28 07:56:21 UTC, end at Thu 2021-10-28 09:01:14 UTC. -- Oct 28 08:31:03.859724 dv-cinder-815660-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 08:31:06.709458 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.common.config [-] Logging enabled! Oct 28 08:31:06.710109 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 08:31:06.710296 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108040) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 08:31:06.713477 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.common.config [-] Logging enabled! Oct 28 08:31:06.713735 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 08:31:06.714077 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108040) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 08:31:06.715164 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 08:31:06.715773 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 08:31:06.715880 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 08:31:06.716161 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 08:31:06.716398 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 08:31:06.716721 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.717024 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.717324 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.717557 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.717882 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.718179 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.718466 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.718758 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.719061 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.719351 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.719634 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.719919 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.720155 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.720440 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.720731 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.721021 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.721247 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] debug = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.721531 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.721992 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.722424 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.722712 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.723007 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.723291 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.723566 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.723845 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.724131 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.724468 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] host = dv-cinder-815660-3-iscsi {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.724749 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.725038 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.725329 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.725618 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.725932 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.726213 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.726503 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.726777 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.727048 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] log_file = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.727323 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.727614 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.727905 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.728195 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.728420 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.728641 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.728932 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.729220 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.729497 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.729771 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.730081 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.730356 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.731223 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.731793 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.731906 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.732177 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.732466 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.732744 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.733021 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.733297 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.733572 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.733893 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.734169 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.734443 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.734718 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.735009 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.735280 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.735554 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.735859 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.736146 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.736429 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.736718 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.736995 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.737279 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.737551 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.737849 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.738124 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] use_json = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.738397 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.738667 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.738951 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.739225 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.739502 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.739774 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.740050 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.740336 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:06.740637 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.740939 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.741252 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.741535 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.741872 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.742160 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.742454 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.742736 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.743029 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.743323 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.743617 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.743898 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.744190 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.744469 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.744766 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.745079 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.745377 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.745674 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.745981 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.746856 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.747468 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.747468 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.747710 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.747999 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.748300 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.748592 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.748873 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.749165 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.749465 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.749765 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.750069 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.750603 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.750898 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.751179 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.751469 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.751738 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.752036 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.752319 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.752597 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.752883 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.753163 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.753440 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.753714 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.754027 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.754322 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.754603 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.754876 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.755149 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.755426 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.755700 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.755986 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.756265 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.756537 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.756811 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.757089 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.757362 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.757635 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.757942 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.758217 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.758495 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.758766 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.759038 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.759307 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.759579 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.759858 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.760130 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.760403 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.760684 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.760961 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.761235 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.761620 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.762124 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.762320 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.762482 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.762851 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.763069 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.763355 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.763639 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.763921 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.764203 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.764484 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.764766 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.765049 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.765323 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.765617 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.765933 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.766228 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.766517 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.766795 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.767128 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.767408 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.767692 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.767972 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.768252 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.768539 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.768825 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.769122 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.769418 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.769717 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.770041 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.770339 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.770625 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.770942 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.771225 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:06.771445 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 08:31:06.771697 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108040) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 08:31:07.209272 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 08:31:07.209537 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 08:31:07.209854 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 08:31:07.210192 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 08:31:07.537968 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.538276 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.538521 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.539760 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.540044 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.540308 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.576316 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.576593 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.576862 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.593116 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.593397 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.593668 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.624948 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.625219 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.625735 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.662951 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.663229 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.663497 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.905319 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.906021 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.906021 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.906021 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:07.906750 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.039270 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.039592 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.039877 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.040148 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.040422 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.040733 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.040998 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.041255 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.041507 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.041829 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.042081 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.042356 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.042613 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.042866 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.043684 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.043908 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.044166 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.044435 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.044705 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.044963 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.045234 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.045488 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.045771 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.046177 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.046428 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.046675 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.047071 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108040) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:31:08.047391 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108040) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:31:08.047538 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108040) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:31:08.047776 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108040) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:31:08.048011 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108040) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:31:08.048246 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108040) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:31:08.048613 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 08:31:08.051963 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 08:31:08.056121 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 08:31:08.060871 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Oct 28 08:31:08.062736 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 08:31:08.063204 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 08:31:08.063546 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 08:31:08.063945 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 08:31:08.066847 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 08:31:08.067097 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 08:31:08.067447 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 08:31:08.072859 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 08:31:08.095115 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 08:31:08.095579 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.095883 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108040) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 28 08:31:08.096244 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.097631 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108040) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 08:31:08.097945 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 08:31:08.098192 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 08:31:08.101425 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.101708 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.165093 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 08:31:08.165282 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 08:31:08.165473 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 08:31:08.165893 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 08:31:08.187833 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_db.sqlalchemy.engines [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108040) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 08:31:08.759226 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.managers [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Initializing driver for type 'gre' Oct 28 08:31:08.759758 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] gre ID ranges: [(1, 1000)] Oct 28 08:31:08.814092 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.managers [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Initializing driver for type 'local' Oct 28 08:31:08.814424 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.managers [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Initializing driver for type 'vlan' Oct 28 08:31:08.827506 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] VlanTypeDriver initialization complete Oct 28 08:31:08.827913 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.managers [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Initializing driver for type 'vxlan' Oct 28 08:31:08.828422 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] vxlan ID ranges: [(1, 1000)] Oct 28 08:31:08.884806 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.managers [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Initializing extension driver 'port_security' Oct 28 08:31:08.885176 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.extensions.port_security [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] PortSecurityExtensionDriver initialization complete Oct 28 08:31:08.885545 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.managers [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Initializing mechanism driver 'openvswitch' Oct 28 08:31:08.885894 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.managers [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Initializing mechanism driver 'hyperv' Oct 28 08:31:08.892970 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.plugins.ml2.plugin [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:31:08.893877 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > port after_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.894243 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > port after_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.894588 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > port after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.895144 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108040) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 08:31:08.895598 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > subnet after_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.895951 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > subnet after_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.896291 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.896710 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108040) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 08:31:08.897127 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > network after_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.897472 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > network after_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.897830 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > network after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.898240 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108040) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 08:31:08.898653 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > security_group after_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.898998 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > security_group after_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.899333 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > security_group after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.899713 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108040) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 08:31:08.900124 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.900475 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.900812 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.901201 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108040) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 08:31:08.901607 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > address_group after_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.901970 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > address_group after_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.902302 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > address_group after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.902767 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108040) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 08:31:08.903083 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] ML2 OVO RPC backend initialized. {{(pid=108040) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 28 08:31:08.903931 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.904282 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.904713 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > network before_response 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.905034 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > networks before_response 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.905375 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > port before_response 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.905978 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > ports before_response 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.906143 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > subnet before_response 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.906482 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > subnets before_response 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.906821 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > network after_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.907153 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > network after_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.907482 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > network after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.907811 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > port after_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.908138 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > port after_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.908466 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > port after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.908795 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > subnet after_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.909122 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > subnet after_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.909448 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.910076 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.plugin [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Modular L2 Plugin initialization complete Oct 28 08:31:08.910401 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading services supported by the core plugin {{(pid=108040) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 08:31:08.910731 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.plugins.ml2.managers [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Got port-security extension from driver 'port_security' Oct 28 08:31:08.911196 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.extensions.vlantransparent [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Disabled vlantransparent extension. Oct 28 08:31:08.911683 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108040) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 08:31:08.911997 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading Plugin: router Oct 28 08:31:08.950778 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router_interface before_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.951080 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router after_create 55549900 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.951445 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router before_create 55549900 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.952912 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.952912 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.952912 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router after_delete 55549900 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.952912 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > floatingip after_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.953416 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > floatingip after_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.953654 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router after_create 55549900 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.954021 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router after_update 55549900 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.954365 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router after_update 55549900 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.954722 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.955066 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router after_update 55549900 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.955475 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router precommit_update 55549900 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.955837 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: port after_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.956169 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: port after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.956500 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: subnet after_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.956831 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.957175 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > port precommit_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.957514 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router precommit_create 55549900 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.957873 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: port before_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.958211 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router precommit_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.958557 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router after_update 55549900 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.958889 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router precommit_delete 55549900 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.959232 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router precommit_create 55549900 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.959586 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.959924 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router precommit_update 55549900 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.960280 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > agent after_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.960623 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > agent after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.960961 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > network after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.961886 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Tracking information for resource: router configured {{(pid=108040) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:31:08.962215 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Tracking information for resource: floatingip configured {{(pid=108040) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:31:08.967453 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.db.l3_agentschedulers_db [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 08:31:08.968029 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: port after_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.968384 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: port after_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.968730 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: port after_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.969075 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: port after_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.969953 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router before_create 55550100 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.970316 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router precommit_delete 55550100 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.970672 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router precommit_create 55550100 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.971020 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > router precommit_update 55550100 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:08.975889 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.services.provider_configuration [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Service providers = [] {{(pid=108040) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 08:31:08.976249 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.db.servicetype_db [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108040) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 08:31:08.979201 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.services.service_base [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108040) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 08:31:08.979549 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.services.service_base [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108040) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 08:31:08.979888 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.services.service_base [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108040) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 08:31:08.981293 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.services.service_base [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108040) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 08:31:08.981656 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.services.service_base [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 08:31:08.982060 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108040) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:31:08.982373 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 08:31:08.994592 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108040) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:31:08.994955 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading Plugin: auto_allocate Oct 28 08:31:09.002088 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: network precommit_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:09.002449 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: network precommit_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:09.002981 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108040) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:31:09.003297 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading Plugin: tag Oct 28 08:31:09.010324 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108040) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:31:09.010585 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading Plugin: timestamp Oct 28 08:31:09.014474 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108040) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:31:09.014802 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading Plugin: network_ip_availability Oct 28 08:31:09.020251 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:09.020618 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:09.020972 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:09.021702 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108040) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:31:09.022037 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading Plugin: flavors Oct 28 08:31:09.026990 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108040) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:31:09.027319 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading Plugin: revisions Oct 28 08:31:09.031853 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108040) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:31:09.032235 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_concurrency.lockutils [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.822s {{(pid=108040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 08:31:09.032973 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108040) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 28 08:31:09.033307 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Initializing extension manager. Oct 28 08:31:09.033966 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: __init__.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.034323 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: __pycache__ {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.034650 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.034983 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: address_group.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.035748 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.036323 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: address-group Oct 28 08:31:09.036644 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: address_scope.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.037355 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.037899 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: address-scope Oct 28 08:31:09.038215 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: admin_state_down_before_update.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.039156 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.039666 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: router-admin-state-down-before-update Oct 28 08:31:09.039983 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: agent.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.040675 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.041185 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: agent Oct 28 08:31:09.041499 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: agent_resources_synced.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.042423 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.042926 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: agent-resources-synced Oct 28 08:31:09.043849 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: allowedaddresspairs.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.045868 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.046393 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: allowed-address-pairs Oct 28 08:31:09.046742 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: auto_allocated_topology.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.047908 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.048442 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: auto-allocated-topology Oct 28 08:31:09.048760 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: availability_zone.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.049476 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.050008 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: availability_zone Oct 28 08:31:09.050328 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: availability_zone_filter.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.051253 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.051762 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: availability_zone_filter Oct 28 08:31:09.052080 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: data_plane_status.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.053066 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.053577 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 08:31:09.053923 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: default_subnetpools.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.054852 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.055368 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: default-subnetpools Oct 28 08:31:09.055682 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: dhcpagentscheduler.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.056527 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.057028 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: dhcp_agent_scheduler Oct 28 08:31:09.057347 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: dns.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.058281 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.059429 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension dns-integration not supported by any of loaded plugins Oct 28 08:31:09.060135 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: dns_domain_ports.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.060633 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.061138 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 08:31:09.061455 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.062394 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.062894 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 08:31:09.063211 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: dvr.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.063874 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.064389 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: dvr Oct 28 08:31:09.064703 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: ecmp_routes.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.065609 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.066222 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 08:31:09.066457 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: empty_string_filtering.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.067368 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.067869 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: empty-string-filtering Oct 28 08:31:09.068185 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.069089 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.069594 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 08:31:09.069937 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.070839 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.071345 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 08:31:09.071661 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: external_net.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.072569 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.073079 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: external-net Oct 28 08:31:09.073389 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: extra_dhcp_opt.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.074435 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.075030 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: extra_dhcp_opt Oct 28 08:31:09.075349 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: extraroute.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.076249 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.076754 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: extraroute Oct 28 08:31:09.077067 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: extraroute_atomic.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.078129 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.078638 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: extraroute-atomic Oct 28 08:31:09.078952 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: filter_validation.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.079820 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.080332 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: filter-validation Oct 28 08:31:09.080650 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: fip_pf_description.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.081549 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.082086 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 08:31:09.082400 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: fip_port_details.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.083305 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.083817 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: fip-port-details Oct 28 08:31:09.084138 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: flavors.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.085377 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.085927 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: flavors Oct 28 08:31:09.086249 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.087928 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.088446 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 08:31:09.088772 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: floatingip_pools.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.089463 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.090852 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: floatingip-pools Oct 28 08:31:09.091015 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: ip_allocation.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.091913 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.092414 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 08:31:09.092730 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.093636 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.094170 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: ip-substring-filtering Oct 28 08:31:09.094490 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: l2_adjacency.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.095408 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.095909 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 08:31:09.096224 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: l3.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.097217 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.097735 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: router Oct 28 08:31:09.098162 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: l3_conntrack_helper.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.100578 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.101100 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 08:31:09.101427 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.102446 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.102906 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: ext-gw-mode Oct 28 08:31:09.103242 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.104204 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.104734 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: l3-ha Oct 28 08:31:09.105056 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: l3_flavors.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.106643 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.107153 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: l3-flavors Oct 28 08:31:09.107472 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.108391 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.108882 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 08:31:09.109200 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: l3agentscheduler.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.110318 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.110836 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: l3_agent_scheduler Oct 28 08:31:09.111156 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: logging.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.112699 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.113215 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension logging not supported by any of loaded plugins Oct 28 08:31:09.113538 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: metering.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.114305 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.114888 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: metering Oct 28 08:31:09.115211 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.116444 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.116958 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: metering_source_and_destination_fields Oct 28 08:31:09.117278 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: multiprovidernet.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.118220 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.118734 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: multi-provider Oct 28 08:31:09.119052 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: netmtu.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.119951 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.120455 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: net-mtu Oct 28 08:31:09.120771 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: netmtu_writable.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.121722 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.122229 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: net-mtu-writable Oct 28 08:31:09.122546 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: network_availability_zone.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.123206 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.123709 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: network_availability_zone Oct 28 08:31:09.124025 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: network_ip_availability.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.125136 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.125945 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: network-ip-availability Oct 28 08:31:09.126264 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: network_segment_range.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.127023 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.127524 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 08:31:09.127839 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: pagination.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.128919 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.129250 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: pagination Oct 28 08:31:09.129566 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: port_device_profile.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.130478 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.130991 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: port-device-profile Oct 28 08:31:09.131305 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.132225 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.132727 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: port-mac-address-regenerate Oct 28 08:31:09.133040 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.133990 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.134498 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: port-numa-affinity-policy Oct 28 08:31:09.134821 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: port_resource_request.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.135725 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.136223 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 08:31:09.136538 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: portbindings.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.137660 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.138194 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: binding Oct 28 08:31:09.138513 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: portbindings_extended.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.139797 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.140306 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: binding-extended Oct 28 08:31:09.140630 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: portsecurity.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.141535 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.142074 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: port-security Oct 28 08:31:09.142395 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: project_id.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.143365 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.143689 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: project-id Oct 28 08:31:09.144004 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: providernet.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.144925 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.145429 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: provider Oct 28 08:31:09.145745 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: qos.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.149353 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.149902 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension qos not supported by any of loaded plugins Oct 28 08:31:09.150230 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.151501 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.152027 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 08:31:09.152355 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.153944 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.154455 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 08:31:09.154777 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: qos_default.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.155700 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.156211 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension qos-default not supported by any of loaded plugins Oct 28 08:31:09.156530 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: qos_fip.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.157212 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.157712 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension qos-fip not supported by any of loaded plugins Oct 28 08:31:09.158067 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: qos_gateway_ip.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.159315 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.159823 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 08:31:09.160142 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: qos_port_network_policy.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.161051 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.161563 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 08:31:09.161916 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.163057 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.163570 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 08:31:09.163889 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: qos_pps_rule.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.165072 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.165591 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension qos-pps not supported by any of loaded plugins Oct 28 08:31:09.165947 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: qos_rule_type_details.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.166857 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.167365 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 08:31:09.167681 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: qos_rules_alias.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.169507 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.170045 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 08:31:09.170367 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: quotasv2.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.171351 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.171676 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: quotas Oct 28 08:31:09.171992 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: quotasv2_detail.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.175216 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.175560 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: quota_details Oct 28 08:31:09.175889 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: rbac.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.176949 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.177472 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: rbac-policies Oct 28 08:31:09.177804 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: rbac_address_group.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.178747 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.179268 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: rbac-address-group Oct 28 08:31:09.179587 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: rbac_address_scope.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.180493 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.181006 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: rbac-address-scope Oct 28 08:31:09.181326 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: rbac_security_groups.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.182262 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.182774 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: rbac-security-groups Oct 28 08:31:09.183089 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: rbac_subnetpool.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.184297 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.184591 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: rbac-subnetpool Oct 28 08:31:09.184841 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: revisionifmatch.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.185774 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.186314 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: revision-if-match Oct 28 08:31:09.186631 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: revisions.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.187750 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.188257 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: standard-attr-revisions Oct 28 08:31:09.188576 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: router_availability_zone.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.189238 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.189747 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: router_availability_zone Oct 28 08:31:09.190086 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: routerservicetype.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.190994 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.191504 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension router-service-type not supported by any of loaded plugins Oct 28 08:31:09.191821 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.192728 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.193244 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: security-groups-normalized-cidr Oct 28 08:31:09.193557 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: security_groups_port_filtering.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.194559 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.195061 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: port-security-groups-filtering Oct 28 08:31:09.195383 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.196294 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.196803 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: security-groups-remote-address-group Oct 28 08:31:09.197118 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: securitygroup.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.208393 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.208749 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: security-group Oct 28 08:31:09.209082 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: segment.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.210095 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.210674 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension segment not supported by any of loaded plugins Oct 28 08:31:09.210999 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.212132 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.212644 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 08:31:09.212965 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: servicetype.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.214125 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.214645 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: service-type Oct 28 08:31:09.215501 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: sorting.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.216495 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.216827 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: sorting Oct 28 08:31:09.217150 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: standard_attr_segment.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.218127 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.218650 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 08:31:09.218966 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: standardattrdescription.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.219673 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.220119 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: standard-attr-description Oct 28 08:31:09.220436 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: stateful_security_group.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.221347 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.221886 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: stateful-security-group Oct 28 08:31:09.222209 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: stdattrs_common.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.222792 dv-cinder-815660-3-iscsi neutron-server[108040]: WARNING neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 08:31:09.223110 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.224032 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.224541 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 08:31:09.224857 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: subnet_onboard.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.226040 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.226557 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: subnet_onboard Oct 28 08:31:09.226876 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.227800 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.228304 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 08:31:09.228626 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: subnet_service_types.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.229647 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.230195 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: subnet-service-types Oct 28 08:31:09.230539 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: subnetallocation.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.232323 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.232842 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: subnet_allocation Oct 28 08:31:09.233166 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.233861 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.234384 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: subnetpool-prefix-ops Oct 28 08:31:09.234702 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.235642 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.236149 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 08:31:09.236467 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: tagging.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.237561 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.238099 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: standard-attr-tag Oct 28 08:31:09.238422 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: timestamp.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.239622 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.240137 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loaded extension: standard-attr-timestamp Oct 28 08:31:09.240457 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: trunk.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.241474 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.242022 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension trunk not supported by any of loaded plugins Oct 28 08:31:09.242345 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: trunk_details.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.243250 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.243770 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension trunk-details not supported by any of loaded plugins Oct 28 08:31:09.244086 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: uplink_status_propagation.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.245081 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.245501 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 08:31:09.245846 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Loading extension file: vlantransparent.py {{(pid=108040) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:09.246577 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108040) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:09.247169 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 08:31:09.249674 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Creating instance of TrackedResource for resource:network Oct 28 08:31:09.250232 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Creating instance of TrackedResource for resource:subnet Oct 28 08:31:09.250876 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 08:31:09.251260 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Creating instance of TrackedResource for resource:port Oct 28 08:31:09.252534 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.v2.resource_helper [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:09.252976 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.v2.resource_helper [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Service FLAVORS assigned prefix: {{(pid=108040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:09.253594 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.v2.resource_helper [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:09.254057 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.v2.resource_helper [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:09.254405 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Creating instance of TrackedResource for resource:router Oct 28 08:31:09.254857 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 08:31:09.255372 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.v2.resource_helper [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Service METERING assigned prefix: /metering {{(pid=108040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:09.256893 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:09.257253 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:09.257597 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:09.258700 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 08:31:09.259142 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Creating instance of TrackedResource for resource:security_group Oct 28 08:31:09.259567 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 08:31:09.260406 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.v2.resource_helper [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Service CORE assigned prefix: {{(pid=108040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:09.260570 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 08:31:09.260920 dv-cinder-815660-3-iscsi neutron-server[108040]: WARNING neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] subnetpool is already registered Oct 28 08:31:09.261356 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.v2.resource_helper [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Service CORE assigned prefix: {{(pid=108040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:09.261675 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 08:31:09.262193 dv-cinder-815660-3-iscsi neutron-server[108040]: WARNING neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] subnetpool is already registered Oct 28 08:31:09.264544 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.v2.resource_helper [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:09.264999 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.v2.resource_helper [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Service FLAVORS assigned prefix: {{(pid=108040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:09.265616 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.v2.resource_helper [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:09.266081 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.v2.resource_helper [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:09.266413 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Creating instance of TrackedResource for resource:router Oct 28 08:31:09.266759 dv-cinder-815660-3-iscsi neutron-server[108040]: WARNING neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] router is already registered Oct 28 08:31:09.267178 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 08:31:09.267511 dv-cinder-815660-3-iscsi neutron-server[108040]: WARNING neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] floatingip is already registered Oct 28 08:31:09.267975 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.v2.resource_helper [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Service METERING assigned prefix: /metering {{(pid=108040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:09.268698 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 08:31:09.269136 dv-cinder-815660-3-iscsi neutron-server[108040]: WARNING neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] rbac_policy is already registered Oct 28 08:31:09.269425 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Creating instance of TrackedResource for resource:security_group Oct 28 08:31:09.269753 dv-cinder-815660-3-iscsi neutron-server[108040]: WARNING neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] security_group is already registered Oct 28 08:31:09.270183 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 08:31:09.270603 dv-cinder-815660-3-iscsi neutron-server[108040]: WARNING neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] security_group_rule is already registered Oct 28 08:31:09.271009 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.v2.resource_helper [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Service CORE assigned prefix: {{(pid=108040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:09.271330 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 08:31:09.271659 dv-cinder-815660-3-iscsi neutron-server[108040]: WARNING neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] subnetpool is already registered Oct 28 08:31:09.272068 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.v2.resource_helper [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Service CORE assigned prefix: {{(pid=108040) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:09.272382 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 08:31:09.272707 dv-cinder-815660-3-iscsi neutron-server[108040]: WARNING neutron.quota.resource_registry [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] subnetpool is already registered Oct 28 08:31:09.274511 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: extensions {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.276028 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: address-groups {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.278078 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: address-scopes {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.279282 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: agents {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.280531 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: auto-allocated-topology {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.281764 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: availability_zones {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.283000 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: dhcp-networks {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.284394 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: dhcp-agents {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.285945 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: routers {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.288063 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: flavors {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.289435 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: service_profiles {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.290789 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: next_providers {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.292492 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: service_profiles {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.294882 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: floatingip-pools {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.296443 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: routers {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.299004 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: floatingips {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.300589 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: l3-routers {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.302411 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: l3-agents {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.303858 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: metering-labels {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.305250 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: metering-label-rules {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.307031 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: network-ip-availabilities {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.308564 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: bindings {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.311134 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: quotas {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.313284 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: quotas {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.315120 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: rbac-policies {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.316523 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: security-groups {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.318057 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: security-group-rules {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.319477 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: service-providers {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.320981 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: subnetpools {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.322642 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: subnetpools {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.324557 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: tags {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.326670 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: tags {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.328878 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: tags {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.331188 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: tags {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.333256 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: tags {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.335577 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: tags {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.337627 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: tags {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.341997 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: tags {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.344535 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: tags {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.346932 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron.api.extensions [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Extended resource: tags {{(pid=108040) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:09.354398 dv-cinder-815660-3-iscsi neutron-server[108040]: WARNING keystonemiddleware.auth_token [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 08:31:09.360304 dv-cinder-815660-3-iscsi neutron-server[108040]: WARNING keystonemiddleware.auth_token [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 08:31:09.369588 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_concurrency.lockutils [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Acquired lock "singleton_lock" {{(pid=108040) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 28 08:31:09.370091 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_concurrency.lockutils [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Releasing lock "singleton_lock" {{(pid=108040) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 28 08:31:09.370740 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO oslo_service.service [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Starting 2 workers Oct 28 08:31:09.375924 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Started child 108149 {{(pid=108040) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 08:31:09.380429 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Started child 108150 {{(pid=108040) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 08:31:09.381279 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:09.382020 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO neutron.service [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 08:31:09.382627 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Publish callbacks [] for process, before_spawn {{(pid=108040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:09.382808 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [-] (108149) wsgi starting up on http://0.0.0.0:9696 Oct 28 08:31:09.385038 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO oslo_service.service [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Starting 1 workers Oct 28 08:31:09.385746 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:09.387991 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [-] (108150) wsgi starting up on http://0.0.0.0:9696 Oct 28 08:31:09.390612 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Started child 108151 {{(pid=108040) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 08:31:09.391000 dv-cinder-815660-3-iscsi neutron-server[108040]: INFO oslo_service.service [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Starting 1 workers Oct 28 08:31:09.393945 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.service [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] calling RpcWorker wait() {{(pid=108151) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 08:31:09.394496 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.service [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] returning from RpcWorker wait() {{(pid=108151) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 08:31:09.395518 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Started child 108152 {{(pid=108040) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 08:31:09.395687 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:09.396106 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:31:09.396305 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG neutron_lib.callbacks.manager [None req-dd72cda5-6ac7-43a7-950b-b53b22e85d67 None None] Publish callbacks [] for process, after_spawn {{(pid=108040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:09.398222 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108040) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 08:31:09.398453 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 08:31:09.398627 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 08:31:09.398835 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 08:31:09.399183 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 08:31:09.399344 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 08:31:09.399851 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.400131 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.400381 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.400635 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.400922 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.401012 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:09.401451 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.401711 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.402004 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.402282 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.403073 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.403239 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.403568 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.403841 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.404087 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.404390 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.404647 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.404890 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.405159 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.405326 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.405570 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.405866 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.406125 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.406382 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] debug = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.406620 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.407108 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.407331 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.407578 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.407819 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.408225 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.408337 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.408571 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.408807 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.409173 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.409280 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.409526 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.409778 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.410018 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.410233 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.410503 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.413597 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.413597 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] host = dv-cinder-815660-3-iscsi {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.413597 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.413597 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.413597 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.413597 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.413597 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.413597 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.414755 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.414755 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.414755 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.414755 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.414755 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.414755 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.414755 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.414755 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] log_file = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.415705 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] log_options = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.415705 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.415705 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.415705 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.415705 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.415705 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.416413 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.416413 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.416413 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.416775 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.416775 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.417030 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.417152 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.417680 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.417680 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.418030 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.418030 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.418953 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.419066 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.419254 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.419474 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.419700 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.419924 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.420195 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.420381 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.420670 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.420815 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.421040 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.421254 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.421461 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.421765 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.422044 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.422192 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.422426 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.422668 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.422921 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.423165 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.423387 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.423613 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.423904 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.424125 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.424364 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.424629 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.424839 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.425083 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.425324 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.425534 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.425742 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] use_json = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.425991 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.426220 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.426469 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.426678 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.426887 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.427118 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.427346 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.428375 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.428375 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.429014 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.429546 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.430084 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.430496 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.430657 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.430984 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.431575 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.431738 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.431895 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.432207 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.432445 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.432758 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.432991 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.433273 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.433605 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.433981 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.434310 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.435047 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.435047 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.435047 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.435491 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.436562 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.436562 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.436562 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.436562 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.436562 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.437235 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.437235 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.438423 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.438423 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.438423 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.438423 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.438984 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.439143 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:31:09.439393 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.439393 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.439393 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.439815 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.439815 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.440192 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.440192 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.440744 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.440744 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.442012 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.442012 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.442012 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.442012 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.442647 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.442647 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.443282 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.443282 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.443282 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.444204 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.444204 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.444204 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.444204 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.445054 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.445054 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.445054 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.445054 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.451561 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.451561 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.451561 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.451561 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.451561 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.451561 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.451561 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.451561 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.451561 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.453746 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.453746 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.453746 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.453746 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.453746 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.453746 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.453746 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.453746 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.453746 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.454286 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.454286 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.454286 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.454286 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.454286 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.454286 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.454286 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.454286 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.454286 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.454803 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.454803 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.454803 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.454803 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.454803 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.454803 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.454803 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.454803 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.455278 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.455278 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.455278 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.455479 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.455658 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.455896 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.456182 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.457003 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.457003 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.457003 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.457236 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.457408 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.457654 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.457911 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.458149 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.458389 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.458720 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.458903 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.459163 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.459401 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.459705 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.459907 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.460174 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.460449 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.460628 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.460857 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.461163 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.461553 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.461702 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.461979 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.462235 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.462509 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.462761 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.463026 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.463259 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.463512 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.463761 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.464096 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.464645 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.465021 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.465755 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.466031 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.466531 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.466623 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.466822 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.467465 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.467465 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.467639 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.467805 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.468094 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.468348 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.468591 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.468841 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.469072 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.469288 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.469539 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.469852 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.470037 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.470339 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.470454 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.470694 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.470911 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.471124 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.471365 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.471582 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.471848 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.472071 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.472410 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.472605 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.472860 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.473068 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.473312 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.473552 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.473770 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.474009 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.474231 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.474465 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.474723 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.474945 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.475219 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.475470 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.475690 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.475920 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.476144 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.476402 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.476616 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.476873 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.477107 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.477341 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.477555 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.477807 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.478024 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.478258 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.478487 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.478720 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.478978 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.479229 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.479576 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.479828 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.480067 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.480305 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.480561 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.480840 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.481484 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.481484 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.481484 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.481695 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.481950 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.482210 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.482436 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.482681 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.482896 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.483107 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.483319 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.483536 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.483765 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.484053 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.484308 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.484563 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.484823 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.485061 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.485662 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.485925 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.486142 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.486357 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.486583 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.486810 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.487045 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.487314 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.487551 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.487767 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.487991 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.488210 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.488439 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.488666 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.489649 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.489649 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.489649 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.489649 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.489990 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.490089 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.490224 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.490454 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.490672 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.490889 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.491099 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.491330 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.491541 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.491756 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.491985 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.492223 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.492439 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.492758 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.493029 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.493256 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.493544 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.493832 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.494089 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.494315 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.494634 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.494886 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.495133 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.495373 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.495594 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.495818 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.496130 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.496846 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.497103 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.497363 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.497607 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.497936 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.498220 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.498489 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.498711 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.499014 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.499365 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.499661 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.499922 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.500169 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.500670 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.500890 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.501126 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.501361 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.501607 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.501846 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.502110 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.502342 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.502568 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.502786 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.503015 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.503229 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.503456 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.503689 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.503912 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.504126 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.504285 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 08:31:09.504821 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108040) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 08:31:09.504986 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 08:31:09.505144 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 08:31:09.505332 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 08:31:09.505512 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 08:31:09.505665 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 08:31:09.505900 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.506055 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.506207 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.506344 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.506494 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.506666 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.506822 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.506960 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.507117 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.507261 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.507424 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.507567 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.507727 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.507973 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.508124 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.508272 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.508410 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.508545 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.508682 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.508820 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.508957 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.509093 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.509246 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] debug = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.509385 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.509608 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.509776 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.509970 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.510108 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.510244 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.510381 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.510515 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.510651 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.510787 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.510935 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.511073 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.511209 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.511345 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.511482 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.511617 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.512333 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.512661 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] host = dv-cinder-815660-3-iscsi {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.512661 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.512944 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.512944 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.513203 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.513203 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.513473 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.513473 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.513730 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.513730 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.514027 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.514027 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.514311 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.514311 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.514571 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] log_file = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.514754 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] log_options = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.514754 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.515032 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.515032 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.515294 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.515446 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.515589 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.515729 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.515866 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.516697 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.516697 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.516697 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.516697 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.516697 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.516697 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.517105 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.517105 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.517105 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.517277 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.517400 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.517557 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.517852 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.518018 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.518180 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.518346 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.519156 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.519156 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.519156 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.519156 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.519156 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.521536 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.521536 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.521536 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.521536 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.521536 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.521536 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.521536 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.521536 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.523045 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.523045 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.523045 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.523045 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.523045 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.523045 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.523045 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.523045 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.524211 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.524211 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] use_json = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.524211 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.524211 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.524211 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.524211 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.524211 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.524211 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.524211 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.525228 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:09.525228 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.525228 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.525228 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.525228 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.525228 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.525228 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.525228 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.525875 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.525875 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.525875 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.525875 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.525875 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.525875 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.525875 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.525875 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.526412 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.526412 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.526412 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.526412 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.526412 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.526412 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.526412 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.526412 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.526955 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.526955 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.526955 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.527160 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.527237 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.528240 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.528415 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.528577 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.528763 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.528904 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.529030 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.529284 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.529462 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.529636 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.529636 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.530145 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.530145 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.530145 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.530473 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.530473 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.531540 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.531540 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.531540 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.531540 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.531540 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.531540 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.531540 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.532312 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.532312 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.532312 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.532312 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.532312 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.534086 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.534086 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.534086 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.534086 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.534086 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.534086 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.534086 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.534086 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.534086 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.534613 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.534613 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.534613 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.534613 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.534613 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.534613 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.535018 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.535018 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.535018 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.535238 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.535238 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.535381 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.535536 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.535699 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.535862 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.536023 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.536185 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.536350 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.536517 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.536680 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.536839 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.537002 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.537163 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.537383 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.537551 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.537719 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.537927 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.538089 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.538274 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.538436 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.538626 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.538789 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.538950 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.539113 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.539273 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.539435 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.539596 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.539899 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.540067 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.540228 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.540389 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.540550 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.540711 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.540873 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.541033 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.541299 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.541401 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.541504 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.541664 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.541843 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.542005 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.542167 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.542338 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.542498 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.542662 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.542823 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.543019 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.544757 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.544757 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.544757 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.544757 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.544757 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.544757 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.544757 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.550104 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 47610) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:31:09.550185 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.550185 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.550185 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.550185 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.550185 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.550185 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.550185 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.550185 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.550651 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.550651 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.550651 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.550651 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.550651 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.550651 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.550651 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.550651 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.551094 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.551094 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.551094 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.551094 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.551094 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.551094 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.551094 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.551597 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:31:09.551685 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.551685 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.551685 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.551685 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.551685 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.551685 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.551685 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.551685 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.552124 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.552124 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.552124 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.552124 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.552124 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.552124 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.552124 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.552124 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.552628 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.552628 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.552628 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.552628 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.552628 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.552628 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.552628 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.552628 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.554146 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.554146 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.554146 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.554146 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.554146 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.554146 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.554146 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.554146 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.554605 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.554670 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063961 Oct 28 08:31:09.554736 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.554736 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.554736 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.554736 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.554736 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.554736 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.555075 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.555075 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.555190 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.555324 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.555571 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.556855 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.556855 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.556855 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.557064 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.557129 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.557249 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.557414 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.557575 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.557741 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.557931 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.558095 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.558256 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.558423 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.558584 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.558803 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.559472 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.559649 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.559811 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.559975 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.560137 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.560284 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.560445 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.560617 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.560780 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.560941 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.561102 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.561263 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.561424 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.561595 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.561758 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.561936 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.562093 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.562254 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.562417 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.562588 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.562751 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.562944 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.563075 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.563222 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.563384 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.563554 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.563715 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.564016 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.564016 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.564274 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.564399 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.564529 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.564652 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.564795 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.564956 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.565115 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.565265 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.565434 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.565597 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.565759 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.565951 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.566112 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.566275 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.566423 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.566597 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.566779 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.566919 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.567056 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.568921 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.568921 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.568921 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.568921 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.568921 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.569625 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.569625 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.569625 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.569625 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.569625 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.570324 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.570324 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.570324 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.570324 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.570940 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.570940 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.570940 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.570940 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.571944 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.571944 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.571944 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.571944 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.571944 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.571944 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.571944 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.572735 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.572735 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.572735 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.572735 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.573665 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.573771 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.574029 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:09.574266 dv-cinder-815660-3-iscsi neutron-server[108040]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108040) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 08:31:21.586417 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943c527e-f353-449d-936c-5c1922bace3f None None] get_active_networks_info from dv-cinder-815660-3-iscsi {{(pid=108151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 08:31:21.648708 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943c527e-f353-449d-936c-5c1922bace3f None None] No non-hosted networks {{(pid=108151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 08:31:21.674497 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.agentschedulers_db [None req-943c527e-f353-449d-936c-5c1922bace3f None None] DHCP Agent not found on host dv-cinder-815660-3-iscsi {{(pid=108151) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 28 08:31:21.818317 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-69380d37-ca93-4d26-9c1a-a90fab772ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550798'] for agent, after_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:24.401675 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6be14944-b524-4f68-9b6a-1375e1b55204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550798'] for agent, after_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:24.461225 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-5c782ead-849a-494b-8a5b-f48e3e37c439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:25.401595 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550798'] for agent, after_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:25.402893 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:25.403493 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:25.403679 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:25.404329 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:25.405264 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:25.405960 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:25.406503 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:25.407211 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:25.407741 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:25.408573 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:25.409049 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:25.411683 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:25.412786 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815660-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:31:25.443738 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815660-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:31:25.737647 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550798'] for agent, after_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:27.443663 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550798'] for agent, after_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:27.729076 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.db.l3_hamode_db [None req-1b84f06d-c373-4e5b-9779-8da1eb98a725 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 08:31:27.814981 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b84f06d-c373-4e5b-9779-8da1eb98a725 None None] Routers set() bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:31:27.815363 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b84f06d-c373-4e5b-9779-8da1eb98a725 None None] Router IDs set() for agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 08:31:28.725991 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 47706) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:31:29.247698 dv-cinder-815660-3-iscsi neutron-server[108150]: WARNING oslo_policy.policy [None req-968d688f-5654-4e4b-8b66-d9b605bdbb24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:31:29.248282 dv-cinder-815660-3-iscsi neutron-server[108150]: WARNING oslo_policy.policy [None req-968d688f-5654-4e4b-8b66-d9b605bdbb24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:31:29.474901 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [None req-968d688f-5654-4e4b-8b66-d9b605bdbb24 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=108150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:31:29.475970 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-968d688f-5654-4e4b-8b66-d9b605bdbb24 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7490349 Oct 28 08:31:32.080473 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 47720) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:31:32.409827 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-a42fdad1-6a81-44b1-9f77-34b42a817ff8 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:31:32.516082 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.policy [None req-a42fdad1-6a81-44b1-9f77-34b42a817ff8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108150) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 08:31:32.571611 dv-cinder-815660-3-iscsi neutron-server[108150]: WARNING oslo_policy.policy [None req-a42fdad1-6a81-44b1-9f77-34b42a817ff8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:31:32.571988 dv-cinder-815660-3-iscsi neutron-server[108150]: WARNING oslo_policy.policy [None req-a42fdad1-6a81-44b1-9f77-34b42a817ff8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:31:32.581261 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.quota [None req-a42fdad1-6a81-44b1-9f77-34b42a817ff8 admin admin] Loaded quota_driver: . Oct 28 08:31:32.677011 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a42fdad1-6a81-44b1-9f77-34b42a817ff8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726592158329', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726592157770', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726592129543', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726592127427', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726591783665', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726592123981', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8072030', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8114099', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-534916', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-640291'] for rbac-policy, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:32.747659 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a42fdad1-6a81-44b1-9f77-34b42a817ff8 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:32.749139 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-a42fdad1-6a81-44b1-9f77-34b42a817ff8 admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6675501 Oct 28 08:31:35.586145 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 47732) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:31:35.901854 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '0aff6021d3ef4bacb632e8b409fd25da', 'tenant_id': '0aff6021d3ef4bacb632e8b409fd25da', 'name': 'private'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:31:35.931509 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Made reservation on behalf of 0aff6021d3ef4bacb632e8b409fd25da for: {'network': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:31:35.934357 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for network, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:35.951394 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:36.073775 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:36.077975 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:36.098744 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=108150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:31:36.128393 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726588780629', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:36.129006 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Unsubscribe: segment precommit_create {{(pid=108150) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 08:31:36.129505 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.db.segments_db [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Added segment 5c1eb5ca-44fc-444a-9c01-fa2c44c1b121 of type vlan for network 536a9a22-d12e-4f32-bcfd-2cc41815367a Oct 28 08:31:36.144931 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ea96f2-cb3c-44ac-9dd8-110d5e82d18d,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:31:36.197661 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:36.198045 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:36.198385 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:36.198719 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:36.199081 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:36.199425 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:36.199984 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:36.200359 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:36.200682 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:36.201002 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:36.201324 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:36.201638 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Tracked resource versions report: Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: pushed versions: Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: { 'AddressGroup': {'1.2'}, Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'ConntrackHelper': {'1.0'}, Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'Log': {'1.0'}, Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'Network': {'1.1'}, Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'Port': {'1.7'}, Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'PortForwarding': {'1.2'}, Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'QosPolicy': {'1.10'}, Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'SecurityGroup': {'1.4'}, Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'SubPort': {'1.0'}, Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'Subnet': {'1.1'}, Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'Trunk': {'1.1'}} Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: consumer versions: Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: { DHCP agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: L3 agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: Metadata agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: Metering agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: Open vSwitch agent@dv-cinder-815660-3-iscsi: { 'AddressGroup': '1.2', Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'ConntrackHelper': '1.0', Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'Log': '1.0', Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'Network': '1.1', Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'Port': '1.7', Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'PortForwarding': '1.2', Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'QosPolicy': '1.10', Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'SecurityGroup': '1.4', Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'SecurityGroupRule': '1.2', Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'SubPort': '1.0', Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'Subnet': '1.1', Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: 'Trunk': '1.1'}} Oct 28 08:31:36.202714 dv-cinder-815660-3-iscsi neutron-server[108150]: {{(pid=108150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:31:36.243783 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726588262319'] for network, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:36.288686 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for network, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:36.289904 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:31:36.290586 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:36.375221 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7878780 Oct 28 08:31:36.395747 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68ba08-f2bd-4f61-97c9-d4bde6f950fb admin admin] Pushing event updated for resources: {'Network': ['ID=536a9a22-d12e-4f32-bcfd-2cc41815367a,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:31:36.409767 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Network 536a9a22-d12e-4f32-bcfd-2cc41815367a details requested by agent ovs-agent-dv-cinder-815660-3-iscsi with host dv-cinder-815660-3-iscsi {{(pid=108151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:31:39.208529 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 47746) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:31:39.621135 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b3868b-e9e2-425a-b24c-f6b79fc19d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:31:39.622547 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-71b3868b-e9e2-425a-b24c-f6b79fc19d6e admin admin] 10.222.0.74 "GET /v2.0/networks/536a9a22-d12e-4f32-bcfd-2cc41815367a HTTP/1.1" status: 200 len: 826 time: 0.4131229 Oct 28 08:31:39.648374 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-bd4aa5a4-09c2-48cc-946d-a05447f6e171 admin admin] 10.222.0.74 "GET /v2.0/subnetpools/63b0ae7b-21e9-448d-82ea-5f2f81e78c7f HTTP/1.1" status: 200 len: 734 time: 0.0192664 Oct 28 08:31:39.659411 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-409e3e0b-fedb-411b-b5cb-49a096302328 admin admin] Request body: {'subnet': {'network_id': '536a9a22-d12e-4f32-bcfd-2cc41815367a', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '63b0ae7b-21e9-448d-82ea-5f2f81e78c7f', 'ip_version': 4, 'tenant_id': '0aff6021d3ef4bacb632e8b409fd25da'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:31:39.685770 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409e3e0b-fedb-411b-b5cb-49a096302328 admin admin] Made reservation on behalf of 0aff6021d3ef4bacb632e8b409fd25da for: {'subnet': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:31:39.688093 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-409e3e0b-fedb-411b-b5cb-49a096302328 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:40.001346 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-409e3e0b-fedb-411b-b5cb-49a096302328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for subnet, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:40.072477 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e3e0b-fedb-411b-b5cb-49a096302328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea32d870-fdea-4122-9903-6ba0b3377849,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:31:40.075791 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409e3e0b-fedb-411b-b5cb-49a096302328 admin admin] Checking segment: {'id': '5c1eb5ca-44fc-444a-9c01-fa2c44c1b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '536a9a22-d12e-4f32-bcfd-2cc41815367a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:31:40.076170 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409e3e0b-fedb-411b-b5cb-49a096302328 admin admin] Network hostable DHCP agents. Network: 536a9a22-d12e-4f32-bcfd-2cc41815367a, hostable agents: ['a0272f17-d1f2-4606-9a20-f7b889da77c9'], hosted agents: [] {{(pid=108150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:31:40.098129 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409e3e0b-fedb-411b-b5cb-49a096302328 admin admin] Network 536a9a22-d12e-4f32-bcfd-2cc41815367a is scheduled to be hosted by DHCP agent a0272f17-d1f2-4606-9a20-f7b889da77c9 with binding_index 1 {{(pid=108150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:31:40.109771 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-409e3e0b-fedb-411b-b5cb-49a096302328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-3-iscsi, 536a9a22-d12e-4f32-bcfd-2cc41815367a) {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:31:40.114823 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409e3e0b-fedb-411b-b5cb-49a096302328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:31:40.115738 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-409e3e0b-fedb-411b-b5cb-49a096302328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:40.120174 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb90995a-f1e6-4b0e-9bd5-432dd019e386 None None] Network 536a9a22-d12e-4f32-bcfd-2cc41815367a requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:31:40.134701 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-409e3e0b-fedb-411b-b5cb-49a096302328 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4789691 Oct 28 08:31:40.467081 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9124244-5199-52c3-8d2f-e0fb3de2782f-536a9a22-d12e-4f32-bcfd-2cc41815367a', 'network_id': '536a9a22-d12e-4f32-bcfd-2cc41815367a', 'tenant_id': '0aff6021d3ef4bacb632e8b409fd25da', 'fixed_ips': [{'subnet_id': 'ea32d870-fdea-4122-9903-6ba0b3377849'}]}} from dv-cinder-815660-3-iscsi. {{(pid=108151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:31:40.468323 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:40.808907 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.db_base_plugin_common [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Allocated IP 172.20.0.2 (536a9a22-d12e-4f32-bcfd-2cc41815367a/ea32d870-fdea-4122-9903-6ba0b3377849/5549400d-2364-4c70-95a8-21c8a56f28f9) {{(pid=108151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:31:41.035622 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Publish callbacks [] for port, precommit_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:41.043952 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:41.127881 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Network 536a9a22-d12e-4f32-bcfd-2cc41815367a is already hosted by enough agents. {{(pid=108151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:31:41.132793 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.base_scheduler [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Resources bound (agent type, host, resource id): {{(pid=108151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:31:41.136248 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Received port after_create {{(pid=108151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:31:41.150404 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Pushing event updated for resources: {'Port': ['ID=5549400d-2364-4c70-95a8-21c8a56f28f9,revision_number=1']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:31:41.193856 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:41.194227 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:41.194567 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:41.194897 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:41.195222 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:41.195549 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:41.195872 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:41.196191 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:41.196525 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:41.196842 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:41.197155 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:41.197469 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Tracked resource versions report: Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: pushed versions: Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: { 'AddressGroup': {'1.2'}, Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'ConntrackHelper': {'1.0'}, Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'Log': {'1.0'}, Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'Network': {'1.1'}, Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'Port': {'1.7'}, Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'PortForwarding': {'1.2'}, Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'QosPolicy': {'1.10'}, Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'SecurityGroup': {'1.4'}, Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'SubPort': {'1.0'}, Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'Subnet': {'1.1'}, Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'Trunk': {'1.1'}} Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: consumer versions: Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: { DHCP agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: L3 agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: Metadata agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: Metering agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: Open vSwitch agent@dv-cinder-815660-3-iscsi: { 'AddressGroup': '1.2', Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'ConntrackHelper': '1.0', Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'Log': '1.0', Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'Network': '1.1', Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'Port': '1.7', Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'PortForwarding': '1.2', Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'QosPolicy': '1.10', Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'SecurityGroup': '1.4', Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'SecurityGroupRule': '1.2', Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'SubPort': '1.0', Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'Subnet': '1.1', Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: 'Trunk': '1.1'}} Oct 28 08:31:41.198573 dv-cinder-815660-3-iscsi neutron-server[108151]: {{(pid=108151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:31:41.234535 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Attempting to bind port 5549400d-2364-4c70-95a8-21c8a56f28f9 on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:31:41.234929 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Attempting to bind port 5549400d-2364-4c70-95a8-21c8a56f28f9 by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': '5c1eb5ca-44fc-444a-9c01-fa2c44c1b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '536a9a22-d12e-4f32-bcfd-2cc41815367a'}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:31:41.235332 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Attempting to bind port 5549400d-2364-4c70-95a8-21c8a56f28f9 on network 536a9a22-d12e-4f32-bcfd-2cc41815367a {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:31:41.240401 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:31:41.240803 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Checking segment: {'id': '5c1eb5ca-44fc-444a-9c01-fa2c44c1b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '536a9a22-d12e-4f32-bcfd-2cc41815367a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:31:41.241220 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:41.241605 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Bound using segment: {'id': '5c1eb5ca-44fc-444a-9c01-fa2c44c1b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '536a9a22-d12e-4f32-bcfd-2cc41815367a'} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:31:41.242105 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Bound port: 5549400d-2364-4c70-95a8-21c8a56f28f9, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1eb5ca-44fc-444a-9c01-fa2c44c1b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '536a9a22-d12e-4f32-bcfd-2cc41815367a'}}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:31:41.242530 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:41.309902 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] For port 5549400d-2364-4c70-95a8-21c8a56f28f9, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:31:41.314308 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] For port 5549400d-2364-4c70-95a8-21c8a56f28f9, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=5549400d-2364-4c70-95a8-21c8a56f28f9,segment=NetworkSegment(5c1eb5ca-44fc-444a-9c01-fa2c44c1b121),segment_id=5c1eb5ca-44fc-444a-9c01-fa2c44c1b121)] {{(pid=108151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:31:41.319181 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:41.385739 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cb3bc-5cc1-4e13-8ec6-edb2f6e76104 None None] Pushing event updated for resources: {'Port': ['ID=5549400d-2364-4c70-95a8-21c8a56f28f9,revision_number=2']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:31:42.757363 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 47754) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:31:43.327659 dv-cinder-815660-3-iscsi neutron-server[108149]: WARNING oslo_policy.policy [None req-dd507062-fb85-4578-883c-d24394179fb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:31:43.328218 dv-cinder-815660-3-iscsi neutron-server[108149]: WARNING oslo_policy.policy [None req-dd507062-fb85-4578-883c-d24394179fb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:31:43.561242 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [None req-dd507062-fb85-4578-883c-d24394179fb7 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=108149) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:31:43.562509 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-dd507062-fb85-4578-883c-d24394179fb7 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.8031330 Oct 28 08:31:46.179893 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 47768) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:31:46.541855 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [None req-3f0d6cfe-3f9c-471c-b27d-e93394a100ba admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=108149) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:31:46.543685 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-3f0d6cfe-3f9c-471c-b27d-e93394a100ba admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3625820 Oct 28 08:31:49.518562 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 47782) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:31:49.629686 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 5549400d-2364-4c70-95a8-21c8a56f28f9 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:31:49.723637 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 5549400d-2364-4c70-95a8-21c8a56f28f9 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:31:49.724036 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:49.850263 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:49.864380 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-8a911a4f-fe12-4e49-bd83-e5c229027692 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0aff6021d3ef4bacb632e8b409fd25da'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:31:49.889260 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] For port 5549400d-2364-4c70-95a8-21c8a56f28f9, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=5549400d-2364-4c70-95a8-21c8a56f28f9,segment=NetworkSegment(5c1eb5ca-44fc-444a-9c01-fa2c44c1b121),segment_id=5c1eb5ca-44fc-444a-9c01-fa2c44c1b121)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:31:49.899113 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:49.954683 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Pushing event updated for resources: {'Port': ['ID=5549400d-2364-4c70-95a8-21c8a56f28f9,revision_number=3']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:31:49.957896 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.policy [None req-8a911a4f-fe12-4e49-bd83-e5c229027692 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108149) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 08:31:50.008856 dv-cinder-815660-3-iscsi neutron-server[108149]: WARNING oslo_policy.policy [None req-8a911a4f-fe12-4e49-bd83-e5c229027692 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:31:50.009196 dv-cinder-815660-3-iscsi neutron-server[108149]: WARNING oslo_policy.policy [None req-8a911a4f-fe12-4e49-bd83-e5c229027692 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:31:50.018606 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.quota [None req-8a911a4f-fe12-4e49-bd83-e5c229027692 admin admin] Loaded quota_driver: . Oct 28 08:31:50.090963 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8a911a4f-fe12-4e49-bd83-e5c229027692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2088'] for router, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:50.092856 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8a911a4f-fe12-4e49-bd83-e5c229027692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2067'] for router, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:50.254888 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8a911a4f-fe12-4e49-bd83-e5c229027692 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:50.261208 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8a911a4f-fe12-4e49-bd83-e5c229027692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591004'] for router, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:50.285623 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8a911a4f-fe12-4e49-bd83-e5c229027692 admin admin] Publish callbacks [] for router, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:50.286950 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-8a911a4f-fe12-4e49-bd83-e5c229027692 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7674088 Oct 28 08:31:50.945740 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb912c5-0c54-4878-b18f-083bc5ed1e8c None None] Network 536a9a22-d12e-4f32-bcfd-2cc41815367a requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:31:51.071395 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-d8914a30-4fb7-436c-95db-8bc522f18446 None None] Provisioning complete for port 5549400d-2364-4c70-95a8-21c8a56f28f9 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:31:51.071757 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-d8914a30-4fb7-436c-95db-8bc522f18446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:51.420560 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-7789037e-eac0-43fb-9825-f3654ae8f2f5 None None] Provisioning complete for port 5549400d-2364-4c70-95a8-21c8a56f28f9 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:31:51.420924 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-7789037e-eac0-43fb-9825-f3654ae8f2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:51.471732 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-499ce24b-c8b5-4937-b769-bfc097fb7d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:51.587298 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 5549400d-2364-4c70-95a8-21c8a56f28f9 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:31:51.637095 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 5549400d-2364-4c70-95a8-21c8a56f28f9 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:31:51.637526 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:52.975791 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 47792) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:31:53.305745 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [None req-676072cf-a243-4dd4-b1a6-0e96c1ba9bc9 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=108150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:31:53.306832 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-676072cf-a243-4dd4-b1a6-0e96c1ba9bc9 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3300197 Oct 28 08:31:54.396673 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8495f5bd-0e63-446e-bc9f-a002ffa5db08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:55.390110 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:55.612303 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:55.926683 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 47810) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:31:56.071563 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-7376c8c1-6eeb-4a90-9c85-3c3a2d0a78d6 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:31:56.095014 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7376c8c1-6eeb-4a90-9c85-3c3a2d0a78d6 admin admin] Made reservation on behalf of bf708398881746af8c8c0669a65c9a1e for: {'network': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:31:56.097290 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7376c8c1-6eeb-4a90-9c85-3c3a2d0a78d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for network, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:56.105895 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7376c8c1-6eeb-4a90-9c85-3c3a2d0a78d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:56.181604 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7376c8c1-6eeb-4a90-9c85-3c3a2d0a78d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:56.186447 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7376c8c1-6eeb-4a90-9c85-3c3a2d0a78d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:56.204490 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7376c8c1-6eeb-4a90-9c85-3c3a2d0a78d6 admin admin] Reserving flat network on physical network physnet1 {{(pid=108150) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 08:31:56.220075 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376c8c1-6eeb-4a90-9c85-3c3a2d0a78d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d31aea-feea-4f1c-8bb4-67ea7bddc67d,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:31:56.227366 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7376c8c1-6eeb-4a90-9c85-3c3a2d0a78d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:56.227697 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.db.segments_db [None req-7376c8c1-6eeb-4a90-9c85-3c3a2d0a78d6 admin admin] Added segment e67b7999-815a-403f-8c94-cb6090ccbb97 of type flat for network c0718a07-d425-45b1-8de3-71ded0279532 Oct 28 08:31:56.275539 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7376c8c1-6eeb-4a90-9c85-3c3a2d0a78d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726588262319'] for network, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:56.312916 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7376c8c1-6eeb-4a90-9c85-3c3a2d0a78d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for network, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:56.314016 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7376c8c1-6eeb-4a90-9c85-3c3a2d0a78d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:31:56.314660 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7376c8c1-6eeb-4a90-9c85-3c3a2d0a78d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:56.369613 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-7376c8c1-6eeb-4a90-9c85-3c3a2d0a78d6 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4418371 Oct 28 08:31:56.380970 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376c8c1-6eeb-4a90-9c85-3c3a2d0a78d6 admin admin] Pushing event updated for resources: {'Network': ['ID=c0718a07-d425-45b1-8de3-71ded0279532,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:31:56.393476 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Network c0718a07-d425-45b1-8de3-71ded0279532 details requested by agent ovs-agent-dv-cinder-815660-3-iscsi with host dv-cinder-815660-3-iscsi {{(pid=108151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:31:57.351022 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:58.776930 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 47828) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:31:58.871638 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c652d-baf9-42fc-b40f-1504e27cfd8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:31:58.872966 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-3d8c652d-baf9-42fc-b40f-1504e27cfd8d admin admin] 10.222.0.74 "GET /v2.0/subnets/ea32d870-fdea-4122-9903-6ba0b3377849 HTTP/1.1" status: 200 len: 849 time: 0.0945044 Oct 28 08:31:59.034093 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-88d3e001-9aa9-40ca-bb6d-0856fc1eb9ac admin admin] 10.222.0.74 "GET /v2.0/routers/89f56dc0-c2c2-4d81-b722-30a1758856d2 HTTP/1.1" status: 200 len: 704 time: 0.1544478 Oct 28 08:31:59.303926 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bda49b6a-05e4-4e6d-b26e-2098c12ee4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:59.646925 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [None req-bda49b6a-05e4-4e6d-b26e-2098c12ee4f7 admin admin] Allocated IP 172.20.0.1 (536a9a22-d12e-4f32-bcfd-2cc41815367a/ea32d870-fdea-4122-9903-6ba0b3377849/dacde8af-9f19-416a-bb77-75aa874711f2) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:31:59.892401 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bda49b6a-05e4-4e6d-b26e-2098c12ee4f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:59.962418 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bda49b6a-05e4-4e6d-b26e-2098c12ee4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:00.037151 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda49b6a-05e4-4e6d-b26e-2098c12ee4f7 admin admin] Network 536a9a22-d12e-4f32-bcfd-2cc41815367a is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:32:00.043922 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-bda49b6a-05e4-4e6d-b26e-2098c12ee4f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:32:00.049933 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda49b6a-05e4-4e6d-b26e-2098c12ee4f7 admin admin] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:32:00.050522 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bda49b6a-05e4-4e6d-b26e-2098c12ee4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550849'] for router_interface, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:00.113658 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda49b6a-05e4-4e6d-b26e-2098c12ee4f7 admin admin] Pushing event updated for resources: {'Port': ['ID=dacde8af-9f19-416a-bb77-75aa874711f2,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:00.263965 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bda49b6a-05e4-4e6d-b26e-2098c12ee4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:00.302718 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-a4717722-627c-4503-b66b-5278c8805ba3 None None] Provisioning complete for port dacde8af-9f19-416a-bb77-75aa874711f2 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:32:00.302718 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-a4717722-627c-4503-b66b-5278c8805ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:00.341778 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-a4717722-627c-4503-b66b-5278c8805ba3 None None] Port dacde8af-9f19-416a-bb77-75aa874711f2 cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:32:00.487017 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bda49b6a-05e4-4e6d-b26e-2098c12ee4f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:00.492002 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bda49b6a-05e4-4e6d-b26e-2098c12ee4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:00.492815 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bda49b6a-05e4-4e6d-b26e-2098c12ee4f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-784823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591697'] for router_interface, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:00.575990 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda49b6a-05e4-4e6d-b26e-2098c12ee4f7 admin admin] Pushing event updated for resources: {'Port': ['ID=dacde8af-9f19-416a-bb77-75aa874711f2,revision_number=2']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:00.631196 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda49b6a-05e4-4e6d-b26e-2098c12ee4f7 admin admin] Network 536a9a22-d12e-4f32-bcfd-2cc41815367a is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:32:00.632524 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-bda49b6a-05e4-4e6d-b26e-2098c12ee4f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:32:00.805707 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda49b6a-05e4-4e6d-b26e-2098c12ee4f7 admin admin] Router 89f56dc0-c2c2-4d81-b722-30a1758856d2 is scheduled to L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c with binding_index 1 {{(pid=108150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:32:00.862650 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-7bc923ae-2773-44a6-9df9-4fcba9bdee2e None None] Provisioning complete for port dacde8af-9f19-416a-bb77-75aa874711f2 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:32:00.862934 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-7bc923ae-2773-44a6-9df9-4fcba9bdee2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:00.899738 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda49b6a-05e4-4e6d-b26e-2098c12ee4f7 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:32:00.900358 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-7bc923ae-2773-44a6-9df9-4fcba9bdee2e None None] Port dacde8af-9f19-416a-bb77-75aa874711f2 cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:32:00.905074 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-bda49b6a-05e4-4e6d-b26e-2098c12ee4f7 admin admin] 10.222.0.74 "PUT /v2.0/routers/89f56dc0-c2c2-4d81-b722-30a1758856d2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8650062 Oct 28 08:32:00.917495 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] Sync routers for ids ['89f56dc0-c2c2-4d81-b722-30a1758856d2'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:32:00.930937 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] Routers {'89f56dc0-c2c2-4d81-b722-30a1758856d2'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:32:00.931755 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:31:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['89f56dc0-c2c2-4d81-b722-30a1758856d2'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:32:01.146536 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] Set router 89f56dc0-c2c2-4d81-b722-30a1758856d2 gateway port host: None {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:32:01.617272 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f56dc0-c2c2-4d81-b722-30a1758856d2', 'name': 'router1', 'tenant_id': '0aff6021d3ef4bacb632e8b409fd25da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:31:50Z', 'updated_at': '2021-10-28T08:32:00Z', 'revision_number': 2, 'project_id': '0aff6021d3ef4bacb632e8b409fd25da', 'gw_port_host': None, '_interfaces': [{'id': 'dacde8af-9f19-416a-bb77-75aa874711f2', 'name': '', 'network_id': '536a9a22-d12e-4f32-bcfd-2cc41815367a', 'tenant_id': '0aff6021d3ef4bacb632e8b409fd25da', 'mac_address': 'fa:16:3e:a2:28:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f56dc0-c2c2-4d81-b722-30a1758856d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea32d870-fdea-4122-9903-6ba0b3377849', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:31:59Z', 'updated_at': '2021-10-28T08:32:00Z', 'revision_number': 2, 'project_id': '0aff6021d3ef4bacb632e8b409fd25da', 'subnets': [{'id': 'ea32d870-fdea-4122-9903-6ba0b3377849', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63b0ae7b-21e9-448d-82ea-5f2f81e78c7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:32:01.672790 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] Checking router: 89f56dc0-c2c2-4d81-b722-30a1758856d2 for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:32:01.673173 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] Updating router 89f56dc0-c2c2-4d81-b722-30a1758856d2 port dacde8af-9f19-416a-bb77-75aa874711f2 binding host dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:32:01.760331 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:02.279317 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] Publish callbacks [] for port, precommit_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:02.286758 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:02.455853 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851b406-cc31-4ff7-a34e-f2b96e4e42c9 None None] Pushing event updated for resources: {'Port': ['ID=dacde8af-9f19-416a-bb77-75aa874711f2,revision_number=3']} {{(pid=108152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:02.474790 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851b406-cc31-4ff7-a34e-f2b96e4e42c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:02.479137 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851b406-cc31-4ff7-a34e-f2b96e4e42c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:02.479573 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851b406-cc31-4ff7-a34e-f2b96e4e42c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:02.480032 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851b406-cc31-4ff7-a34e-f2b96e4e42c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:02.481015 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851b406-cc31-4ff7-a34e-f2b96e4e42c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:02.481576 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851b406-cc31-4ff7-a34e-f2b96e4e42c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:02.481576 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851b406-cc31-4ff7-a34e-f2b96e4e42c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:02.481875 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851b406-cc31-4ff7-a34e-f2b96e4e42c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:02.482200 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851b406-cc31-4ff7-a34e-f2b96e4e42c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:02.482530 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851b406-cc31-4ff7-a34e-f2b96e4e42c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:02.482853 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851b406-cc31-4ff7-a34e-f2b96e4e42c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:02.483162 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851b406-cc31-4ff7-a34e-f2b96e4e42c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851b406-cc31-4ff7-a34e-f2b96e4e42c9 None None] Tracked resource versions report: Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: pushed versions: Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: { 'AddressGroup': {'1.2'}, Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'ConntrackHelper': {'1.0'}, Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'Log': {'1.0'}, Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'Network': {'1.1'}, Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'Port': {'1.7'}, Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'PortForwarding': {'1.2'}, Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'QosPolicy': {'1.10'}, Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'SecurityGroup': {'1.4'}, Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'SubPort': {'1.0'}, Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'Subnet': {'1.1'}, Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'Trunk': {'1.1'}} Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: consumer versions: Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: { DHCP agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: L3 agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: Metadata agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: Metering agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: Open vSwitch agent@dv-cinder-815660-3-iscsi: { 'AddressGroup': '1.2', Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'ConntrackHelper': '1.0', Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'Log': '1.0', Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'Network': '1.1', Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'Port': '1.7', Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'PortForwarding': '1.2', Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'QosPolicy': '1.10', Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'SecurityGroup': '1.4', Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'SecurityGroupRule': '1.2', Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'SubPort': '1.0', Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'Subnet': '1.1', Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: 'Trunk': '1.1'}} Oct 28 08:32:02.484274 dv-cinder-815660-3-iscsi neutron-server[108152]: {{(pid=108152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:32:02.491438 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] Attempting to bind port dacde8af-9f19-416a-bb77-75aa874711f2 on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:32:02.491839 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] Attempting to bind port dacde8af-9f19-416a-bb77-75aa874711f2 by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': '5c1eb5ca-44fc-444a-9c01-fa2c44c1b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '536a9a22-d12e-4f32-bcfd-2cc41815367a'}] {{(pid=108152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:32:02.492278 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] Attempting to bind port dacde8af-9f19-416a-bb77-75aa874711f2 on network 536a9a22-d12e-4f32-bcfd-2cc41815367a {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:32:02.497891 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:32:02.498309 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] Checking segment: {'id': '5c1eb5ca-44fc-444a-9c01-fa2c44c1b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '536a9a22-d12e-4f32-bcfd-2cc41815367a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:32:02.498770 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:02.499143 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] Bound using segment: {'id': '5c1eb5ca-44fc-444a-9c01-fa2c44c1b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '536a9a22-d12e-4f32-bcfd-2cc41815367a'} {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:32:02.499650 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] Bound port: dacde8af-9f19-416a-bb77-75aa874711f2, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1eb5ca-44fc-444a-9c01-fa2c44c1b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '536a9a22-d12e-4f32-bcfd-2cc41815367a'}}] {{(pid=108152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:32:02.500040 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:02.541646 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-0904649e-1197-4b8c-8dd6-94078f0ade9d None None] Provisioning complete for port dacde8af-9f19-416a-bb77-75aa874711f2 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:32:02.542206 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-0904649e-1197-4b8c-8dd6-94078f0ade9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:02.571047 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.db [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] For port dacde8af-9f19-416a-bb77-75aa874711f2, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:32:02.577610 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-0904649e-1197-4b8c-8dd6-94078f0ade9d None None] Port dacde8af-9f19-416a-bb77-75aa874711f2 cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:32:02.595548 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.db [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] For port dacde8af-9f19-416a-bb77-75aa874711f2, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=dacde8af-9f19-416a-bb77-75aa874711f2,segment=NetworkSegment(5c1eb5ca-44fc-444a-9c01-fa2c44c1b121),segment_id=5c1eb5ca-44fc-444a-9c01-fa2c44c1b121)] {{(pid=108152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:32:02.600325 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:02.662798 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] Routers {'89f56dc0-c2c2-4d81-b722-30a1758856d2'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:32:02.666442 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:31:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['89f56dc0-c2c2-4d81-b722-30a1758856d2'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:32:02.666442 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851b406-cc31-4ff7-a34e-f2b96e4e42c9 None None] Pushing event updated for resources: {'Port': ['ID=dacde8af-9f19-416a-bb77-75aa874711f2,revision_number=4']} {{(pid=108152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:02.760256 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] Set router 89f56dc0-c2c2-4d81-b722-30a1758856d2 gateway port host: None {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:32:02.907498 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-0ef869dc-6141-4344-a565-e08c12a7fc4b None None] Provisioning complete for port dacde8af-9f19-416a-bb77-75aa874711f2 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:32:02.907872 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-0ef869dc-6141-4344-a565-e08c12a7fc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:02.987226 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f56dc0-c2c2-4d81-b722-30a1758856d2', 'name': 'router1', 'tenant_id': '0aff6021d3ef4bacb632e8b409fd25da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:31:50Z', 'updated_at': '2021-10-28T08:32:00Z', 'revision_number': 2, 'project_id': '0aff6021d3ef4bacb632e8b409fd25da', 'gw_port_host': None, '_interfaces': [{'id': 'dacde8af-9f19-416a-bb77-75aa874711f2', 'name': '', 'network_id': '536a9a22-d12e-4f32-bcfd-2cc41815367a', 'tenant_id': '0aff6021d3ef4bacb632e8b409fd25da', 'mac_address': 'fa:16:3e:a2:28:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f56dc0-c2c2-4d81-b722-30a1758856d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea32d870-fdea-4122-9903-6ba0b3377849', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:31:59Z', 'updated_at': '2021-10-28T08:32:02Z', 'revision_number': 4, 'project_id': '0aff6021d3ef4bacb632e8b409fd25da', 'subnets': [{'id': 'ea32d870-fdea-4122-9903-6ba0b3377849', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63b0ae7b-21e9-448d-82ea-5f2f81e78c7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:32:02.991404 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-0ef869dc-6141-4344-a565-e08c12a7fc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:03.015181 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a107b0b-788c-48ec-abb6-0b5c0c1b547e None None] The sync data for ids ['89f56dc0-c2c2-4d81-b722-30a1758856d2'] in dv-cinder-815660-3-iscsi is: [{'id': '89f56dc0-c2c2-4d81-b722-30a1758856d2', 'name': 'router1', 'tenant_id': '0aff6021d3ef4bacb632e8b409fd25da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:31:50Z', 'updated_at': '2021-10-28T08:32:00Z', 'revision_number': 2, 'project_id': '0aff6021d3ef4bacb632e8b409fd25da', 'gw_port_host': None, '_interfaces': [{'id': 'dacde8af-9f19-416a-bb77-75aa874711f2', 'name': '', 'network_id': '536a9a22-d12e-4f32-bcfd-2cc41815367a', 'tenant_id': '0aff6021d3ef4bacb632e8b409fd25da', 'mac_address': 'fa:16:3e:a2:28:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f56dc0-c2c2-4d81-b722-30a1758856d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea32d870-fdea-4122-9903-6ba0b3377849', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:31:59Z', 'updated_at': '2021-10-28T08:32:02Z', 'revision_number': 4, 'project_id': '0aff6021d3ef4bacb632e8b409fd25da', 'subnets': [{'id': 'ea32d870-fdea-4122-9903-6ba0b3377849', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63b0ae7b-21e9-448d-82ea-5f2f81e78c7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:32:03.032195 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-0ef869dc-6141-4344-a565-e08c12a7fc4b None None] For port dacde8af-9f19-416a-bb77-75aa874711f2, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=dacde8af-9f19-416a-bb77-75aa874711f2,segment=NetworkSegment(5c1eb5ca-44fc-444a-9c01-fa2c44c1b121),segment_id=5c1eb5ca-44fc-444a-9c01-fa2c44c1b121)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:32:03.037401 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-0ef869dc-6141-4344-a565-e08c12a7fc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:03.096203 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef869dc-6141-4344-a565-e08c12a7fc4b None None] Pushing event updated for resources: {'Port': ['ID=dacde8af-9f19-416a-bb77-75aa874711f2,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:03.317899 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 47838) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:32:03.430049 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7bac13-27a9-4dc3-b414-8da8a4dc5fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:32:03.431402 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-de7bac13-27a9-4dc3-b414-8da8a4dc5fbf admin admin] 10.222.0.74 "GET /v2.0/networks/c0718a07-d425-45b1-8de3-71ded0279532 HTTP/1.1" status: 200 len: 842 time: 0.1126156 Oct 28 08:32:03.443404 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-bc2aa3aa-f5de-41ee-9d0c-5571ca86de10 admin admin] Request body: {'subnet': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:32:03.466957 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2aa3aa-f5de-41ee-9d0c-5571ca86de10 admin admin] Made reservation on behalf of bf708398881746af8c8c0669a65c9a1e for: {'subnet': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:32:03.469353 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc2aa3aa-f5de-41ee-9d0c-5571ca86de10 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:03.779988 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.objects.ports [None req-bc2aa3aa-f5de-41ee-9d0c-5571ca86de10 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108150) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 08:32:03.780451 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc2aa3aa-f5de-41ee-9d0c-5571ca86de10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for subnet, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:03.912306 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2aa3aa-f5de-41ee-9d0c-5571ca86de10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b41219f0-2f46-4802-a1ee-8d1af97776ac,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:03.922332 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2aa3aa-f5de-41ee-9d0c-5571ca86de10 admin admin] Checking segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:32:03.922688 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2aa3aa-f5de-41ee-9d0c-5571ca86de10 admin admin] Network hostable DHCP agents. Network: c0718a07-d425-45b1-8de3-71ded0279532, hostable agents: ['a0272f17-d1f2-4606-9a20-f7b889da77c9'], hosted agents: [] {{(pid=108150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:32:03.938888 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2aa3aa-f5de-41ee-9d0c-5571ca86de10 admin admin] Network c0718a07-d425-45b1-8de3-71ded0279532 is scheduled to be hosted by DHCP agent a0272f17-d1f2-4606-9a20-f7b889da77c9 with binding_index 1 {{(pid=108150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:32:03.948081 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-bc2aa3aa-f5de-41ee-9d0c-5571ca86de10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-3-iscsi, c0718a07-d425-45b1-8de3-71ded0279532) {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:32:03.954072 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2aa3aa-f5de-41ee-9d0c-5571ca86de10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:32:03.954998 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc2aa3aa-f5de-41ee-9d0c-5571ca86de10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:03.959030 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c1a443-3d61-45da-b841-d3f364612b63 None None] Network c0718a07-d425-45b1-8de3-71ded0279532 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:32:03.985588 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-bc2aa3aa-f5de-41ee-9d0c-5571ca86de10 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5327787 Oct 28 08:32:04.101930 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba69b01-1746-4fc9-9240-76ae3a487992 None None] Network c0718a07-d425-45b1-8de3-71ded0279532 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:32:06.448644 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 47846) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:32:06.587641 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-5a2aeb99-4fa6-4b5b-b681-6d1528a3eee3 admin admin] 10.222.0.74 "GET /v2.0/routers/89f56dc0-c2c2-4d81-b722-30a1758856d2 HTTP/1.1" status: 200 len: 710 time: 0.1377344 Oct 28 08:32:06.680476 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f1ee55-af96-403c-82c5-de5c7e17193f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:32:06.687504 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-52f1ee55-af96-403c-82c5-de5c7e17193f admin admin] 10.222.0.74 "GET /v2.0/networks/c0718a07-d425-45b1-8de3-71ded0279532 HTTP/1.1" status: 200 len: 886 time: 0.0872920 Oct 28 08:32:06.691543 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-066c1817-881e-4757-9515-c1e796027503 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:32:06.950184 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-066c1817-881e-4757-9515-c1e796027503 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:07.225355 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-066c1817-881e-4757-9515-c1e796027503 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:07.303542 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-066c1817-881e-4757-9515-c1e796027503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:07.416466 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [None req-066c1817-881e-4757-9515-c1e796027503 admin admin] Allocated IP 172.27.2.120 (c0718a07-d425-45b1-8de3-71ded0279532/b41219f0-2f46-4802-a1ee-8d1af97776ac/6183cf44-63db-4937-8ba7-48399b258a23) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:32:07.530033 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-066c1817-881e-4757-9515-c1e796027503 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:07.570900 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-066c1817-881e-4757-9515-c1e796027503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:07.608569 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066c1817-881e-4757-9515-c1e796027503 admin admin] Network c0718a07-d425-45b1-8de3-71ded0279532 is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:32:07.611443 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-066c1817-881e-4757-9515-c1e796027503 admin admin] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:32:07.614212 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066c1817-881e-4757-9515-c1e796027503 admin admin] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:32:07.679771 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c1817-881e-4757-9515-c1e796027503 admin admin] Pushing event updated for resources: {'Port': ['ID=6183cf44-63db-4937-8ba7-48399b258a23,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:07.875220 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-066c1817-881e-4757-9515-c1e796027503 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:08.170218 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-066c1817-881e-4757-9515-c1e796027503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2061'] for router, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:08.173509 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-066c1817-881e-4757-9515-c1e796027503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597557'] for router, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:08.281647 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066c1817-881e-4757-9515-c1e796027503 admin admin] Router 89f56dc0-c2c2-4d81-b722-30a1758856d2 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:32:08.393502 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066c1817-881e-4757-9515-c1e796027503 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:32:08.400597 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-066c1817-881e-4757-9515-c1e796027503 admin admin] Publish callbacks [] for router, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:08.402727 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-066c1817-881e-4757-9515-c1e796027503 admin admin] 10.222.0.74 "PUT /v2.0/routers/89f56dc0-c2c2-4d81-b722-30a1758856d2 HTTP/1.1" status: 200 len: 890 time: 1.7137291 Oct 28 08:32:09.614179 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device dacde8af-9f19-416a-bb77-75aa874711f2 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:32:09.664996 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port dacde8af-9f19-416a-bb77-75aa874711f2 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:32:09.666200 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:10.389762 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] Sync routers for ids ['89f56dc0-c2c2-4d81-b722-30a1758856d2'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:32:10.400438 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] Routers {'89f56dc0-c2c2-4d81-b722-30a1758856d2'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:32:10.401068 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:31:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['89f56dc0-c2c2-4d81-b722-30a1758856d2'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:32:10.615616 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] Set router 89f56dc0-c2c2-4d81-b722-30a1758856d2 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:32:11.047275 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 47858) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:32:11.114669 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f56dc0-c2c2-4d81-b722-30a1758856d2', 'name': 'router1', 'tenant_id': '0aff6021d3ef4bacb632e8b409fd25da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '6183cf44-63db-4937-8ba7-48399b258a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:31:50Z', 'updated_at': '2021-10-28T08:32:07Z', 'revision_number': 4, 'project_id': '0aff6021d3ef4bacb632e8b409fd25da', 'gw_port': {'id': '6183cf44-63db-4937-8ba7-48399b258a23', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:54:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f56dc0-c2c2-4d81-b722-30a1758856d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:32:07Z', 'updated_at': '2021-10-28T08:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'dacde8af-9f19-416a-bb77-75aa874711f2', 'name': '', 'network_id': '536a9a22-d12e-4f32-bcfd-2cc41815367a', 'tenant_id': '0aff6021d3ef4bacb632e8b409fd25da', 'mac_address': 'fa:16:3e:a2:28:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f56dc0-c2c2-4d81-b722-30a1758856d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea32d870-fdea-4122-9903-6ba0b3377849', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:31:59Z', 'updated_at': '2021-10-28T08:32:03Z', 'revision_number': 5, 'project_id': '0aff6021d3ef4bacb632e8b409fd25da', 'subnets': [{'id': 'ea32d870-fdea-4122-9903-6ba0b3377849', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63b0ae7b-21e9-448d-82ea-5f2f81e78c7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:32:11.165495 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-34c5dade-041c-4fa7-ac53-4b71bc97b0ec admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1169388 Oct 28 08:32:11.171835 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] Checking router: 89f56dc0-c2c2-4d81-b722-30a1758856d2 for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:32:11.172191 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] Updating router 89f56dc0-c2c2-4d81-b722-30a1758856d2 port 6183cf44-63db-4937-8ba7-48399b258a23 binding host dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:32:11.225278 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:11.576687 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] Publish callbacks [] for port, precommit_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:11.582472 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:11.642746 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929c0ef-0dbc-4bf2-bb25-062b2ab066b1 None None] Pushing event updated for resources: {'Port': ['ID=6183cf44-63db-4937-8ba7-48399b258a23,revision_number=2']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:11.645204 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] Attempting to bind port 6183cf44-63db-4937-8ba7-48399b258a23 on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:32:11.645575 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] Attempting to bind port 6183cf44-63db-4937-8ba7-48399b258a23 by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:32:11.645963 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] Attempting to bind port 6183cf44-63db-4937-8ba7-48399b258a23 on network c0718a07-d425-45b1-8de3-71ded0279532 {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:32:11.655918 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:32:11.656509 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] Checking segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:32:11.657157 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:11.657652 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] Bound using segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:32:11.658317 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] Bound port: 6183cf44-63db-4937-8ba7-48399b258a23, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:32:11.658833 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:11.718708 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] For port 6183cf44-63db-4937-8ba7-48399b258a23, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:32:11.722569 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] For port 6183cf44-63db-4937-8ba7-48399b258a23, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=6183cf44-63db-4937-8ba7-48399b258a23,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:32:11.726663 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:11.794638 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929c0ef-0dbc-4bf2-bb25-062b2ab066b1 None None] Pushing event updated for resources: {'Port': ['ID=6183cf44-63db-4937-8ba7-48399b258a23,revision_number=3']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:11.797291 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] Routers {'89f56dc0-c2c2-4d81-b722-30a1758856d2'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:32:11.797906 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:31:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['89f56dc0-c2c2-4d81-b722-30a1758856d2'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:32:11.913187 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] Set router 89f56dc0-c2c2-4d81-b722-30a1758856d2 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:32:12.151313 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f56dc0-c2c2-4d81-b722-30a1758856d2', 'name': 'router1', 'tenant_id': '0aff6021d3ef4bacb632e8b409fd25da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '6183cf44-63db-4937-8ba7-48399b258a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:31:50Z', 'updated_at': '2021-10-28T08:32:07Z', 'revision_number': 4, 'project_id': '0aff6021d3ef4bacb632e8b409fd25da', 'gw_port': {'id': '6183cf44-63db-4937-8ba7-48399b258a23', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:54:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f56dc0-c2c2-4d81-b722-30a1758856d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:32:07Z', 'updated_at': '2021-10-28T08:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'dacde8af-9f19-416a-bb77-75aa874711f2', 'name': '', 'network_id': '536a9a22-d12e-4f32-bcfd-2cc41815367a', 'tenant_id': '0aff6021d3ef4bacb632e8b409fd25da', 'mac_address': 'fa:16:3e:a2:28:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f56dc0-c2c2-4d81-b722-30a1758856d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea32d870-fdea-4122-9903-6ba0b3377849', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:31:59Z', 'updated_at': '2021-10-28T08:32:03Z', 'revision_number': 5, 'project_id': '0aff6021d3ef4bacb632e8b409fd25da', 'subnets': [{'id': 'ea32d870-fdea-4122-9903-6ba0b3377849', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63b0ae7b-21e9-448d-82ea-5f2f81e78c7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:32:12.179828 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac22302-ba74-4131-8a86-2889a2d925a9 None None] The sync data for ids ['89f56dc0-c2c2-4d81-b722-30a1758856d2'] in dv-cinder-815660-3-iscsi is: [{'id': '89f56dc0-c2c2-4d81-b722-30a1758856d2', 'name': 'router1', 'tenant_id': '0aff6021d3ef4bacb632e8b409fd25da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '6183cf44-63db-4937-8ba7-48399b258a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:31:50Z', 'updated_at': '2021-10-28T08:32:07Z', 'revision_number': 4, 'project_id': '0aff6021d3ef4bacb632e8b409fd25da', 'gw_port': {'id': '6183cf44-63db-4937-8ba7-48399b258a23', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:54:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f56dc0-c2c2-4d81-b722-30a1758856d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:32:07Z', 'updated_at': '2021-10-28T08:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'dacde8af-9f19-416a-bb77-75aa874711f2', 'name': '', 'network_id': '536a9a22-d12e-4f32-bcfd-2cc41815367a', 'tenant_id': '0aff6021d3ef4bacb632e8b409fd25da', 'mac_address': 'fa:16:3e:a2:28:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f56dc0-c2c2-4d81-b722-30a1758856d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea32d870-fdea-4122-9903-6ba0b3377849', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:31:59Z', 'updated_at': '2021-10-28T08:32:03Z', 'revision_number': 5, 'project_id': '0aff6021d3ef4bacb632e8b409fd25da', 'subnets': [{'id': 'ea32d870-fdea-4122-9903-6ba0b3377849', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63b0ae7b-21e9-448d-82ea-5f2f81e78c7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:32:13.662754 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 6183cf44-63db-4937-8ba7-48399b258a23 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:32:13.724250 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 6183cf44-63db-4937-8ba7-48399b258a23 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:32:13.724627 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:13.809764 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:13.831692 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] For port 6183cf44-63db-4937-8ba7-48399b258a23, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=6183cf44-63db-4937-8ba7-48399b258a23,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:32:13.836927 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:13.898566 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Pushing event updated for resources: {'Port': ['ID=6183cf44-63db-4937-8ba7-48399b258a23,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:15.657156 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 6183cf44-63db-4937-8ba7-48399b258a23 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:32:15.741999 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 6183cf44-63db-4937-8ba7-48399b258a23 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:32:15.742523 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:19.468132 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 5 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:32:21.504871 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-ad81d56a-8a93-47f1-8ccb-a4f8394b6565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:24.401216 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-d710efb2-84cf-4d64-a8fa-08c8eb4fb121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:25.395640 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:25.627256 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:27.357223 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:51.469484 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-bf5ab76a-ea96-4a41-a480-6c6a874576a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:54.401309 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-a499f686-9d32-4bd8-9650-ed2f4e4dde93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:55.418581 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:55.632788 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:56.457278 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 5 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:32:57.373472 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:21.470972 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-09e0c63f-5990-4c8e-8ad2-78017218db48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:24.394081 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-c99e3cc5-f908-4539-9490-bb81e5492c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:25.393047 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:25.628088 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:27.366256 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:33.456500 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 5 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:33:51.472600 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6c6dc319-c68e-4ac6-b3f3-760e77364db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:54.397189 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-4538210c-43f1-4bcc-90da-15ef43c3defd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:54.524332 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 48420) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:33:54.587181 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a14014a-e0c7-4bb4-8995-c8d86abfeef0 admin admin] GET failed (client error): The resource could not be found. Oct 28 08:33:54.588528 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-8a14014a-e0c7-4bb4-8995-c8d86abfeef0 admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0632572 Oct 28 08:33:54.763659 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a10ce2-20e2-4601-89ae-11772660394e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:33:54.765152 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-23a10ce2-20e2-4601-89ae-11772660394e admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1713078 Oct 28 08:33:55.396990 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:55.632262 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:57.141565 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 48430) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:33:57.238557 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23142396-1e96-40d0-8115-61642c78b04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:33:57.239916 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-23142396-1e96-40d0-8115-61642c78b04e admin admin] 10.222.0.74 "GET /v2.0/subnets/ea32d870-fdea-4122-9903-6ba0b3377849 HTTP/1.1" status: 200 len: 849 time: 0.0968106 Oct 28 08:33:57.250613 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-638d5b2b-85e0-4ce8-bf27-89491de3b635 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:33:57.341146 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-638d5b2b-85e0-4ce8-bf27-89491de3b635 admin admin] Publish callbacks [] for subnet, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:57.370201 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:57.491712 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-638d5b2b-85e0-4ce8-bf27-89491de3b635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726588705765'] for subnet, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:57.529229 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638d5b2b-85e0-4ce8-bf27-89491de3b635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:33:57.529229 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-638d5b2b-85e0-4ce8-bf27-89491de3b635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:57.531335 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-638d5b2b-85e0-4ce8-bf27-89491de3b635 admin admin] 10.222.0.74 "PUT /v2.0/subnets/ea32d870-fdea-4122-9903-6ba0b3377849 HTTP/1.1" status: 200 len: 868 time: 0.2847722 Oct 28 08:33:57.532169 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d9a520-d589-4a2e-bf13-fd5180b9b03d None None] Network 536a9a22-d12e-4f32-bcfd-2cc41815367a requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:33:57.550899 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d5b2b-85e0-4ce8-bf27-89491de3b635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea32d870-fdea-4122-9903-6ba0b3377849,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:33:57.560188 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638d5b2b-85e0-4ce8-bf27-89491de3b635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:33:57.560700 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638d5b2b-85e0-4ce8-bf27-89491de3b635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:33:57.561182 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638d5b2b-85e0-4ce8-bf27-89491de3b635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:33:57.561655 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638d5b2b-85e0-4ce8-bf27-89491de3b635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:33:57.562164 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638d5b2b-85e0-4ce8-bf27-89491de3b635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:33:57.562657 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638d5b2b-85e0-4ce8-bf27-89491de3b635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:33:57.563129 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638d5b2b-85e0-4ce8-bf27-89491de3b635 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:33:57.563612 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638d5b2b-85e0-4ce8-bf27-89491de3b635 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:33:57.564293 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638d5b2b-85e0-4ce8-bf27-89491de3b635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:33:57.564975 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638d5b2b-85e0-4ce8-bf27-89491de3b635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:33:57.565570 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638d5b2b-85e0-4ce8-bf27-89491de3b635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:33:57.566102 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638d5b2b-85e0-4ce8-bf27-89491de3b635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:33:57.966341 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-5cee107e-e0ba-4813-8d4a-ba06b8bc148e None None] Provisioning complete for port dacde8af-9f19-416a-bb77-75aa874711f2 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:33:57.966620 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-5cee107e-e0ba-4813-8d4a-ba06b8bc148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:58.057498 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-5cee107e-e0ba-4813-8d4a-ba06b8bc148e None None] Provisioning complete for port 5549400d-2364-4c70-95a8-21c8a56f28f9 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:33:58.058446 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-5cee107e-e0ba-4813-8d4a-ba06b8bc148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:59.915471 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 48438) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:00.125633 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586a2904-4862-40dc-a758-fe6fefd129f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:00.126043 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586a2904-4862-40dc-a758-fe6fefd129f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:00.127592 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-586a2904-4862-40dc-a758-fe6fefd129f1 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2111659 Oct 28 08:34:02.564924 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 48446) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:02.715420 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542b1e13-f9ac-4550-9944-c1ff55deb999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:02.716140 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542b1e13-f9ac-4550-9944-c1ff55deb999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:02.718418 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-542b1e13-f9ac-4550-9944-c1ff55deb999 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1524158 Oct 28 08:34:05.115946 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 48454) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:05.253098 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823eafcb-078f-47e2-966d-03fe932c259a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:05.254522 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-823eafcb-078f-47e2-966d-03fe932c259a admin admin] 10.222.0.74 "GET /v2.0/networks/536a9a22-d12e-4f32-bcfd-2cc41815367a HTTP/1.1" status: 200 len: 870 time: 0.1376042 Oct 28 08:34:07.648452 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 48462) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:07.904704 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b449e694-2503-4d8d-9f3b-2eafa89adc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:07.906234 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-b449e694-2503-4d8d-9f3b-2eafa89adc88 admin admin] 10.222.0.74 "GET /v2.0/networks/c0718a07-d425-45b1-8de3-71ded0279532 HTTP/1.1" status: 200 len: 886 time: 0.2565145 Oct 28 08:34:10.328167 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 48472) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:10.461126 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4726ae19-09f2-4269-ae7b-df3c497e0aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:10.461561 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4726ae19-09f2-4269-ae7b-df3c497e0aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:10.463214 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-4726ae19-09f2-4269-ae7b-df3c497e0aac admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1340675 Oct 28 08:34:10.507888 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 5 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:34:12.857681 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 48480) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:12.965965 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c553081f-19bf-4b04-9e1a-b862c8d11036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:12.966315 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c553081f-19bf-4b04-9e1a-b862c8d11036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:12.967954 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-c553081f-19bf-4b04-9e1a-b862c8d11036 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1092143 Oct 28 08:34:15.287283 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 48488) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:15.401611 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03915b48-06e3-4ef7-afc9-192626637f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:15.403721 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-03915b48-06e3-4ef7-afc9-192626637f0e admin admin] 10.222.0.74 "GET /v2.0/subnets/b41219f0-2f46-4802-a1ee-8d1af97776ac HTTP/1.1" status: 200 len: 816 time: 0.1154931 Oct 28 08:34:17.810316 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 48496) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:17.907350 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a508e4-cf84-4df2-8700-e465abad103b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:17.908688 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-f7a508e4-cf84-4df2-8700-e465abad103b admin admin] 10.222.0.74 "GET /v2.0/subnets/ea32d870-fdea-4122-9903-6ba0b3377849 HTTP/1.1" status: 200 len: 868 time: 0.0973890 Oct 28 08:34:21.482176 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-bcf619bd-5e35-416b-aaec-f68140ac8b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:24.400184 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-51741a3a-9317-42fe-884d-45fd6353475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:25.400587 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:25.639980 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:27.371873 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:43.581549 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 48550) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:43.630580 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [None req-adaa72a1-5bcb-4167-8cde-68d8b6d12204 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=108150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:34:43.631841 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-adaa72a1-5bcb-4167-8cde-68d8b6d12204 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0493369 Oct 28 08:34:46.101104 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 48558) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:46.163246 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.pecan_wsgi.hooks.translation [None req-9918743d-029c-4c90-97f2-5e9ff594bd41 admin admin] GET failed (client error): The resource could not be found. Oct 28 08:34:46.164568 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-9918743d-029c-4c90-97f2-5e9ff594bd41 admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625162 Oct 28 08:34:46.334758 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aab96cf-3991-47c6-9345-39fb05bf3635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:46.336233 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-5aab96cf-3991-47c6-9345-39fb05bf3635 admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1658349 Oct 28 08:34:47.466950 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 5 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:34:48.790862 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 48566) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:48.839755 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:34:48.863744 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Made reservation on behalf of bf708398881746af8c8c0669a65c9a1e for: {'network': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:34:48.866594 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for network, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:48.910569 dv-cinder-815660-3-iscsi neutron-server[108149]: WARNING neutron.services.revisions.revision_plugin [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Could not find related network for resource to bump revision. Oct 28 08:34:48.936930 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1085} {{(pid=108149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:34:48.949892 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726588780629', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:48.950465 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Unsubscribe: segment precommit_create {{(pid=108149) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 08:34:48.950948 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.segments_db [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Added segment 2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a of type vlan for network f3401569-ece1-4110-a0af-2bfca3b6fc7f Oct 28 08:34:49.007245 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726588262319'] for network, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:49.039788 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for network, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:49.041084 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:49.041653 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:49.064675 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2725966 Oct 28 08:34:49.158209 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Pushing event updated for resources: {'Network': ['ID=f3401569-ece1-4110-a0af-2bfca3b6fc7f,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:34:49.168509 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:49.169017 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:49.169367 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:49.169704 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:49.170063 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:49.170398 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:49.170725 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:49.171068 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:49.171399 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:49.171725 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:49.172049 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:49.172367 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c2b350-4d9c-49cd-848c-83660dade4b3 admin admin] Tracked resource versions report: Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: pushed versions: Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: { 'AddressGroup': {'1.2'}, Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'ConntrackHelper': {'1.0'}, Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'Log': {'1.0'}, Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'Network': {'1.1'}, Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'Port': {'1.7'}, Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'PortForwarding': {'1.2'}, Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'QosPolicy': {'1.10'}, Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'SecurityGroup': {'1.4'}, Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'SubPort': {'1.0'}, Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'Subnet': {'1.1'}, Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'Trunk': {'1.1'}} Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: consumer versions: Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: { DHCP agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: L3 agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: Metadata agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: Metering agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: Open vSwitch agent@dv-cinder-815660-3-iscsi: { 'AddressGroup': '1.2', Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'ConntrackHelper': '1.0', Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'Log': '1.0', Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'Network': '1.1', Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'Port': '1.7', Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'PortForwarding': '1.2', Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'QosPolicy': '1.10', Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'SecurityGroup': '1.4', Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'SecurityGroupRule': '1.2', Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'SubPort': '1.0', Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'Subnet': '1.1', Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: 'Trunk': '1.1'}} Oct 28 08:34:49.173466 dv-cinder-815660-3-iscsi neutron-server[108149]: {{(pid=108149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:34:49.222118 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Network f3401569-ece1-4110-a0af-2bfca3b6fc7f details requested by agent ovs-agent-dv-cinder-815660-3-iscsi with host dv-cinder-815660-3-iscsi {{(pid=108151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:34:51.477957 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-c649c9db-f598-41e4-a4a5-f570c916ebe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:51.515426 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 48578) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:51.578854 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.pecan_wsgi.hooks.translation [None req-57209009-d42f-46b8-bf64-b671ddfb3afc admin admin] GET failed (client error): The resource could not be found. Oct 28 08:34:51.580321 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-57209009-d42f-46b8-bf64-b671ddfb3afc admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0638773 Oct 28 08:34:51.655253 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3200d32a-47ca-47cc-96e8-bc2674b544d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:51.656691 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-3200d32a-47ca-47cc-96e8-bc2674b544d6 admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0716121 Oct 28 08:34:51.667244 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-70c8a14d-a08d-458a-b46a-d9959d11a20f admin admin] Request body: {'subnet': {'network_id': 'f3401569-ece1-4110-a0af-2bfca3b6fc7f', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:34:51.692761 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c8a14d-a08d-458a-b46a-d9959d11a20f admin admin] Made reservation on behalf of bf708398881746af8c8c0669a65c9a1e for: {'subnet': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:34:51.694952 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-70c8a14d-a08d-458a-b46a-d9959d11a20f admin admin] Publish callbacks [] for subnet, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:51.890446 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-70c8a14d-a08d-458a-b46a-d9959d11a20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for subnet, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:51.954342 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8a14d-a08d-458a-b46a-d9959d11a20f admin admin] Pushing event updated for resources: {'Subnet': ['ID=52618148-3c6d-4ff8-9a9d-39d3497c2c67,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:34:51.965977 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c8a14d-a08d-458a-b46a-d9959d11a20f admin admin] Checking segment: {'id': '2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f3401569-ece1-4110-a0af-2bfca3b6fc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:34:51.966356 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c8a14d-a08d-458a-b46a-d9959d11a20f admin admin] Network hostable DHCP agents. Network: f3401569-ece1-4110-a0af-2bfca3b6fc7f, hostable agents: ['a0272f17-d1f2-4606-9a20-f7b889da77c9'], hosted agents: [] {{(pid=108149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:34:51.987568 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c8a14d-a08d-458a-b46a-d9959d11a20f admin admin] Network f3401569-ece1-4110-a0af-2bfca3b6fc7f is scheduled to be hosted by DHCP agent a0272f17-d1f2-4606-9a20-f7b889da77c9 with binding_index 1 {{(pid=108149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:34:51.999206 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-70c8a14d-a08d-458a-b46a-d9959d11a20f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-3-iscsi, f3401569-ece1-4110-a0af-2bfca3b6fc7f) {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:34:52.004294 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c8a14d-a08d-458a-b46a-d9959d11a20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:52.004892 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-70c8a14d-a08d-458a-b46a-d9959d11a20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:52.009571 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d71c062-2838-4ef0-ab40-d13de635a7e1 None None] Network f3401569-ece1-4110-a0af-2bfca3b6fc7f requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:34:52.024598 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-70c8a14d-a08d-458a-b46a-d9959d11a20f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3607614 Oct 28 08:34:52.179417 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9124244-5199-52c3-8d2f-e0fb3de2782f-f3401569-ece1-4110-a0af-2bfca3b6fc7f', 'network_id': 'f3401569-ece1-4110-a0af-2bfca3b6fc7f', 'tenant_id': 'bf708398881746af8c8c0669a65c9a1e', 'fixed_ips': [{'subnet_id': '52618148-3c6d-4ff8-9a9d-39d3497c2c67'}]}} from dv-cinder-815660-3-iscsi. {{(pid=108151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:34:52.180368 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:52.327788 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.db_base_plugin_common [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Allocated IP 192.168.233.2 (f3401569-ece1-4110-a0af-2bfca3b6fc7f/52618148-3c6d-4ff8-9a9d-39d3497c2c67/a61565e1-5506-4c19-937b-518bc4e71a5d) {{(pid=108151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:34:52.474850 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Publish callbacks [] for port, precommit_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:52.482535 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:52.533036 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Network f3401569-ece1-4110-a0af-2bfca3b6fc7f is already hosted by enough agents. {{(pid=108151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:34:52.533902 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Pushing event updated for resources: {'Port': ['ID=a61565e1-5506-4c19-937b-518bc4e71a5d,revision_number=1']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:34:52.537175 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.base_scheduler [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Resources bound (agent type, host, resource id): {{(pid=108151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:34:52.539521 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Received port after_create {{(pid=108151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:34:52.545987 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:52.546350 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:52.546694 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:52.547021 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:52.547348 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:52.547691 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:52.548016 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:52.548332 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:52.548660 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:52.548974 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:52.549288 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:52.549596 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:52.604427 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Attempting to bind port a61565e1-5506-4c19-937b-518bc4e71a5d on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:34:52.604713 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Attempting to bind port a61565e1-5506-4c19-937b-518bc4e71a5d by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': '2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f3401569-ece1-4110-a0af-2bfca3b6fc7f'}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:34:52.605199 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Attempting to bind port a61565e1-5506-4c19-937b-518bc4e71a5d on network f3401569-ece1-4110-a0af-2bfca3b6fc7f {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:34:52.610466 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:34:52.610826 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Checking segment: {'id': '2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f3401569-ece1-4110-a0af-2bfca3b6fc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:34:52.611212 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:52.611594 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Bound using segment: {'id': '2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f3401569-ece1-4110-a0af-2bfca3b6fc7f'} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:34:52.612055 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Bound port: a61565e1-5506-4c19-937b-518bc4e71a5d, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f3401569-ece1-4110-a0af-2bfca3b6fc7f'}}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:34:52.612441 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:52.687424 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] For port a61565e1-5506-4c19-937b-518bc4e71a5d, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:34:52.690656 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] For port a61565e1-5506-4c19-937b-518bc4e71a5d, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=a61565e1-5506-4c19-937b-518bc4e71a5d,segment=NetworkSegment(2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a),segment_id=2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a)] {{(pid=108151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:34:52.696891 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:52.758004 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68befeef-5193-40d4-b01c-fd7a29b53209 None None] Pushing event updated for resources: {'Port': ['ID=a61565e1-5506-4c19-937b-518bc4e71a5d,revision_number=2']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:34:53.640920 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e7b42c-7493-49aa-a076-4800f0bfa51f None None] Network f3401569-ece1-4110-a0af-2bfca3b6fc7f requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:34:53.764205 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device a61565e1-5506-4c19-937b-518bc4e71a5d up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:34:53.793237 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-f8ef7b58-a2ac-4939-ad61-24fbc9b92412 None None] Provisioning complete for port a61565e1-5506-4c19-937b-518bc4e71a5d triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:34:53.793870 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-f8ef7b58-a2ac-4939-ad61-24fbc9b92412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:53.945108 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port a61565e1-5506-4c19-937b-518bc4e71a5d triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:34:53.945307 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:53.992666 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-f8ef7b58-a2ac-4939-ad61-24fbc9b92412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:54.063186 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-f8ef7b58-a2ac-4939-ad61-24fbc9b92412 None None] For port a61565e1-5506-4c19-937b-518bc4e71a5d, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=a61565e1-5506-4c19-937b-518bc4e71a5d,segment=NetworkSegment(2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a),segment_id=2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:34:54.073204 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-f8ef7b58-a2ac-4939-ad61-24fbc9b92412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:54.110423 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:54.160095 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef7b58-a2ac-4939-ad61-24fbc9b92412 None None] Pushing event updated for resources: {'Port': ['ID=a61565e1-5506-4c19-937b-518bc4e71a5d,revision_number=3']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:34:54.204116 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.db.api [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 08:34:54.204448 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG oslo_db.api [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 08:34:54.208785 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-9a5faa17-2d7b-4db1-be4c-64b12258ed7e None None] Provisioning complete for port a61565e1-5506-4c19-937b-518bc4e71a5d triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:34:54.209142 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-9a5faa17-2d7b-4db1-be4c-64b12258ed7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:54.406508 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-3e1cd2a0-17fd-4acb-a755-b1957d2503a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:55.403995 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:55.638530 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:55.703552 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device a61565e1-5506-4c19-937b-518bc4e71a5d up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:34:55.758014 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port a61565e1-5506-4c19-937b-518bc4e71a5d triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:34:55.758364 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:57.379240 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:21.482046 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-4ac91caa-3e88-4f97-8169-2d4420c60ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:24.408077 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-22454573-c305-40c4-8744-57a566e268d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:24.466453 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 5 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:35:25.407687 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:25.644302 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:27.374405 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:51.483871 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-e9477a23-00e6-4ffd-8037-ddaeb0bbcb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:54.413218 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-0e49ed8e-0631-4725-9f49-c075d57c8d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:55.410988 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:55.648937 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:57.376354 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:01.467024 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 5 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:36:03.960936 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 48624) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:36:03.967423 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [None req-f1d32075-7190-4d29-88fe-9776babdda92 tempest-verify_tempest_config-1365981395 tempest-verify_tempest_config-1365981395-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=108149) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:36:03.968395 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-f1d32075-7190-4d29-88fe-9776babdda92 tempest-verify_tempest_config-1365981395 tempest-verify_tempest_config-1365981395-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0064886 Oct 28 08:36:04.291813 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 48642) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:36:04.414918 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5e612693-6691-4a5e-b63d-be13193038d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:04.537725 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5e612693-6691-4a5e-b63d-be13193038d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:04.541852 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5e612693-6691-4a5e-b63d-be13193038d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:04.590719 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-5e612693-6691-4a5e-b63d-be13193038d4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b7c47c2289ea4cedaf617333621a58d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2972765 Oct 28 08:36:04.591749 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e612693-6691-4a5e-b63d-be13193038d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6eabf93-d255-42b7-8c12-b0c8ee69a303,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:36:04.593412 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 48646) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:36:04.599564 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e612693-6691-4a5e-b63d-be13193038d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.599934 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e612693-6691-4a5e-b63d-be13193038d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.600276 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e612693-6691-4a5e-b63d-be13193038d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.600609 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e612693-6691-4a5e-b63d-be13193038d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.600940 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e612693-6691-4a5e-b63d-be13193038d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.601270 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e612693-6691-4a5e-b63d-be13193038d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.601639 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e612693-6691-4a5e-b63d-be13193038d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.602034 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e612693-6691-4a5e-b63d-be13193038d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.602324 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e612693-6691-4a5e-b63d-be13193038d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.602708 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e612693-6691-4a5e-b63d-be13193038d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.602952 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e612693-6691-4a5e-b63d-be13193038d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.603367 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e612693-6691-4a5e-b63d-be13193038d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.660973 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b1d88b0b-6ad7-40c0-8b9c-d5d54f2eb68e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:04.683157 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b1d88b0b-6ad7-40c0-8b9c-d5d54f2eb68e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:04.787028 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b1d88b0b-6ad7-40c0-8b9c-d5d54f2eb68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:04.789652 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b1d88b0b-6ad7-40c0-8b9c-d5d54f2eb68e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:04.790837 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-b1d88b0b-6ad7-40c0-8b9c-d5d54f2eb68e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f6eabf93-d255-42b7-8c12-b0c8ee69a303 HTTP/1.1" status: 204 len: 168 time: 0.1963577 Oct 28 08:36:04.798306 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d88b0b-6ad7-40c0-8b9c-d5d54f2eb68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6eabf93-d255-42b7-8c12-b0c8ee69a303,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:36:04.804908 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d88b0b-6ad7-40c0-8b9c-d5d54f2eb68e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.805273 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d88b0b-6ad7-40c0-8b9c-d5d54f2eb68e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.805618 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d88b0b-6ad7-40c0-8b9c-d5d54f2eb68e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.806123 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d88b0b-6ad7-40c0-8b9c-d5d54f2eb68e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.806292 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d88b0b-6ad7-40c0-8b9c-d5d54f2eb68e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.806695 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d88b0b-6ad7-40c0-8b9c-d5d54f2eb68e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.807100 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d88b0b-6ad7-40c0-8b9c-d5d54f2eb68e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.807433 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d88b0b-6ad7-40c0-8b9c-d5d54f2eb68e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.807879 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d88b0b-6ad7-40c0-8b9c-d5d54f2eb68e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.808604 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d88b0b-6ad7-40c0-8b9c-d5d54f2eb68e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.808917 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d88b0b-6ad7-40c0-8b9c-d5d54f2eb68e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:04.809233 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d88b0b-6ad7-40c0-8b9c-d5d54f2eb68e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:21.494918 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-755a1bff-0f11-4c71-bd39-d27a2ab0b50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:24.406186 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-1177e984-661d-49bb-a3e8-1d0eaa1d9f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:25.415372 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:25.648808 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:27.379623 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:38.466301 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 5 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:36:51.488447 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-9596321c-6d5c-4f8d-b19b-7c0c7813ad57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:54.409303 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-42ffa0bd-438c-4757-acf1-2a3262b65aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:55.429997 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:55.651799 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:57.382280 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:15.465154 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 5 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:37:21.489325 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-4dfd149f-9081-489f-bdee-e7feefd4bfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:24.410624 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-05881353-8b78-4f21-ae6d-4282c39d322e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:25.422708 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:25.653469 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:27.386953 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:45.766567 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550798'] for agent, after_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:51.490522 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-82bb7cb3-0cd0-4804-aec3-1ea8c33fa15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:52.465053 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:37:54.412629 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-3b8af493-6173-48f0-83f5-75b548e1604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:55.427863 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:55.657337 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:57.389635 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:01.274312 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 48720) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:38:01.387963 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-bfaa21ae-a5e6-4fda-881e-13ea6239697a admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1125574 Oct 28 08:38:03.847304 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 48730) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:38:03.904316 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-6f4e14c3-d2e3-43f8-a03e-c7f0eef8f7f0 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0559137 Oct 28 08:38:15.735693 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:21.493010 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-c20dc97a-56e6-4515-a9e5-f733d2964be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:24.414986 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-0b4be346-2fa7-4192-b9d0-c04e7a14b886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:25.424788 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:25.669352 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:27.393224 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:29.464668 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:38:45.735876 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:51.497750 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-40314d60-e0d3-4237-83f7-a339847d730f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:54.417370 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6f87-1334-4a76-83a2-8430e4630ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:55.418507 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:55.668311 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:57.397340 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:06.466538 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:39:15.780057 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:21.502027 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-82b5cba2-05a6-4969-ab60-334779919f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:24.422410 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-66365ab3-c67e-4a07-b8f9-797ba2188798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:25.424712 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:25.670658 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:27.400582 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:38.511348 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 48912) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:38.542206 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 48918) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:38.814884 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-790958355-network', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:38.833153 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-3a4da529-b367-4500-b484-e89aa45fe35c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-539093759-network', 'tenant_id': '2e86d34d96c64ad4a33efd5f4918dc05'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:38.852313 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Made reservation on behalf of deb9a75c575b487eb97a2f189099cb83 for: {'network': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:39:38.854648 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for network, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:38.875271 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:38.886821 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4da529-b367-4500-b484-e89aa45fe35c admin admin] Made reservation on behalf of 2e86d34d96c64ad4a33efd5f4918dc05 for: {'network': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:39:38.889423 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3a4da529-b367-4500-b484-e89aa45fe35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for network, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:39.022635 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3a4da529-b367-4500-b484-e89aa45fe35c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:39.104412 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:39.112724 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:39.150317 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=108150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:39:39.175938 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:39.176280 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.db.segments_db [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Added segment 07e6c21e-d80f-4ae6-8f71-73a7242dc574 of type vlan for network 8054d646-b889-4c53-8d8e-0b66f004b73f Oct 28 08:39:39.224207 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726588262319'] for network, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:39.233209 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3a4da529-b367-4500-b484-e89aa45fe35c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:39.237487 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 48958) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:39.251412 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3a4da529-b367-4500-b484-e89aa45fe35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:39.280597 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fc5d24-3fca-4224-ad79-0c360c7654d4,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:39.287294 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4da529-b367-4500-b484-e89aa45fe35c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1084} {{(pid=108150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:39:39.289482 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for network, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:39.290434 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:39.290995 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:39.352130 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:39.352385 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:39.352722 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:39.353047 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:39.353564 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:39.354086 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:39.354418 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:39.354756 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:39.355110 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:39.355410 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:39.356061 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:39.356401 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Tracked resource versions report: Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: pushed versions: Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: { 'AddressGroup': {'1.2'}, Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'ConntrackHelper': {'1.0'}, Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'Log': {'1.0'}, Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'Network': {'1.1'}, Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'Port': {'1.7'}, Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'PortForwarding': {'1.2'}, Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'QosPolicy': {'1.10'}, Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'SecurityGroup': {'1.4'}, Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'SubPort': {'1.0'}, Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'Subnet': {'1.1'}, Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'Trunk': {'1.1'}} Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: consumer versions: Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: { DHCP agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: HyperV agent@hv-cinder-81566: {}, Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: L3 agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: Metadata agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: Metering agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: Open vSwitch agent@dv-cinder-815660-3-iscsi: { 'AddressGroup': '1.2', Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'ConntrackHelper': '1.0', Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'Log': '1.0', Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'Network': '1.1', Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'Port': '1.7', Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'PortForwarding': '1.2', Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'QosPolicy': '1.10', Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'SecurityGroup': '1.4', Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'SecurityGroupRule': '1.2', Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'SubPort': '1.0', Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'Subnet': '1.1', Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: 'Trunk': '1.1'}} Oct 28 08:39:39.357732 dv-cinder-815660-3-iscsi neutron-server[108150]: {{(pid=108150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:39:39.391162 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3a4da529-b367-4500-b484-e89aa45fe35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:39.391500 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.db.segments_db [None req-3a4da529-b367-4500-b484-e89aa45fe35c admin admin] Added segment 7cf73d5c-29ff-494b-9715-bcd52e788a65 of type vlan for network 0ff72cbf-ad46-4828-989e-fa971038eaa3 Oct 28 08:39:39.402394 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] Pushing event updated for resources: {'Network': ['ID=8054d646-b889-4c53-8d8e-0b66f004b73f,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:39.416413 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Network 8054d646-b889-4c53-8d8e-0b66f004b73f details requested by agent ovs-agent-dv-cinder-815660-3-iscsi with host dv-cinder-815660-3-iscsi {{(pid=108151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:39:39.453152 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-b7e68939-81ab-4762-b24d-6af376ba1921 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9406939 Oct 28 08:39:39.453514 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 48974) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:39.462225 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-8b8b9fbc-8a85-41e9-b51d-ee08467e5059 admin admin] Request body: {'subnet': {'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-790958355-subnet', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:39.465719 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4da529-b367-4500-b484-e89aa45fe35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5d1ecf-b4ea-4f80-b960-958f805016ff,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:39.474106 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3a4da529-b367-4500-b484-e89aa45fe35c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726588262319'] for network, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:39.506450 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8b9fbc-8a85-41e9-b51d-ee08467e5059 admin admin] Made reservation on behalf of deb9a75c575b487eb97a2f189099cb83 for: {'subnet': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:39:39.509740 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9fbc-8a85-41e9-b51d-ee08467e5059 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:39.518912 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3a4da529-b367-4500-b484-e89aa45fe35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for network, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:39.520304 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4da529-b367-4500-b484-e89aa45fe35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:39.520933 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3a4da529-b367-4500-b484-e89aa45fe35c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:39.561359 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-3a4da529-b367-4500-b484-e89aa45fe35c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0180564 Oct 28 08:39:39.565266 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 48976) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:39.571008 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Request body: {'subnet': {'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-539093759-subnet', 'tenant_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:39.612293 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Made reservation on behalf of 2e86d34d96c64ad4a33efd5f4918dc05 for: {'subnet': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:39:39.615530 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:39.623657 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4da529-b367-4500-b484-e89aa45fe35c admin admin] Pushing event updated for resources: {'Network': ['ID=0ff72cbf-ad46-4828-989e-fa971038eaa3,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:39.640908 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Network 0ff72cbf-ad46-4828-989e-fa971038eaa3 details requested by agent ovs-agent-dv-cinder-815660-3-iscsi with host dv-cinder-815660-3-iscsi {{(pid=108151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:39:39.827838 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-b32e71ba-6219-4338-9adc-53ae613fe31f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-724619438-network', 'tenant_id': 'bb79404f2ff94257ba8afa55e780804b'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:39.946325 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for subnet, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:39.959602 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9fbc-8a85-41e9-b51d-ee08467e5059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for subnet, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:40.051473 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Checking segment: {'id': '7cf73d5c-29ff-494b-9715-bcd52e788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:39:40.051900 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Network hostable DHCP agents. Network: 0ff72cbf-ad46-4828-989e-fa971038eaa3, hostable agents: ['a0272f17-d1f2-4606-9a20-f7b889da77c9'], hosted agents: [] {{(pid=108149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:39:40.061089 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32e71ba-6219-4338-9adc-53ae613fe31f admin admin] Made reservation on behalf of bb79404f2ff94257ba8afa55e780804b for: {'network': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:39:40.063366 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b32e71ba-6219-4338-9adc-53ae613fe31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for network, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:40.083363 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fd21eb4-40f5-47c1-b699-b95baa074a71,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:40.090392 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b32e71ba-6219-4338-9adc-53ae613fe31f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:40.100866 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8b9fbc-8a85-41e9-b51d-ee08467e5059 admin admin] Checking segment: {'id': '07e6c21e-d80f-4ae6-8f71-73a7242dc574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:39:40.101509 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8b9fbc-8a85-41e9-b51d-ee08467e5059 admin admin] Network hostable DHCP agents. Network: 8054d646-b889-4c53-8d8e-0b66f004b73f, hostable agents: ['a0272f17-d1f2-4606-9a20-f7b889da77c9'], hosted agents: [] {{(pid=108149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:39:40.111953 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:40.112633 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:40.113221 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:40.114418 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:40.114999 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:40.115565 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:40.116098 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:40.116643 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:40.117188 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:40.117732 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:40.118306 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:40.118839 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Tracked resource versions report: Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: pushed versions: Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: { 'AddressGroup': {'1.2'}, Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'ConntrackHelper': {'1.0'}, Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'Log': {'1.0'}, Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'Network': {'1.1'}, Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'Port': {'1.7'}, Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'PortForwarding': {'1.2'}, Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'QosPolicy': {'1.10'}, Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'SecurityGroup': {'1.4'}, Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'SubPort': {'1.0'}, Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'Subnet': {'1.1'}, Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'Trunk': {'1.1'}} Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: consumer versions: Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: { DHCP agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: HyperV agent@hv-cinder-81566: {}, Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: L3 agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: Metadata agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: Metering agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: Open vSwitch agent@dv-cinder-815660-3-iscsi: { 'AddressGroup': '1.2', Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'ConntrackHelper': '1.0', Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'Log': '1.0', Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'Network': '1.1', Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'Port': '1.7', Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'PortForwarding': '1.2', Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'QosPolicy': '1.10', Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'SecurityGroup': '1.4', Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'SecurityGroupRule': '1.2', Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'SubPort': '1.0', Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'Subnet': '1.1', Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: 'Trunk': '1.1'}} Oct 28 08:39:40.120097 dv-cinder-815660-3-iscsi neutron-server[108149]: {{(pid=108149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:39:40.170528 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Network 0ff72cbf-ad46-4828-989e-fa971038eaa3 is scheduled to be hosted by DHCP agent a0272f17-d1f2-4606-9a20-f7b889da77c9 with binding_index 1 {{(pid=108149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:39:40.203708 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8b9fbc-8a85-41e9-b51d-ee08467e5059 admin admin] Network 8054d646-b889-4c53-8d8e-0b66f004b73f is scheduled to be hosted by DHCP agent a0272f17-d1f2-4606-9a20-f7b889da77c9 with binding_index 1 {{(pid=108149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:39:40.220990 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b9fbc-8a85-41e9-b51d-ee08467e5059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=845c0f3f-7051-408d-b475-1ff3eae03add,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:40.224818 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-3-iscsi, 0ff72cbf-ad46-4828-989e-fa971038eaa3) {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:40.237460 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-8b8b9fbc-8a85-41e9-b51d-ee08467e5059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-3-iscsi, 8054d646-b889-4c53-8d8e-0b66f004b73f) {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:40.249190 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f17bf32-7a04-4b13-b2f7-7d1eb40a2d2c None None] Network 8054d646-b889-4c53-8d8e-0b66f004b73f requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:39:40.252430 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8b9fbc-8a85-41e9-b51d-ee08467e5059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:40.253096 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9fbc-8a85-41e9-b51d-ee08467e5059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:40.294138 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:40.295118 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:40.306170 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 49006) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:40.306635 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-8b8b9fbc-8a85-41e9-b51d-ee08467e5059 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8520164 Oct 28 08:39:40.313399 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-b384da6f-669f-4dec-8dd5-8142f47d2e31 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:40.342474 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b32e71ba-6219-4338-9adc-53ae613fe31f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:40.351180 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b32e71ba-6219-4338-9adc-53ae613fe31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:40.370768 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a24541-ba67-4d95-95af-5f098be0da37 None None] Network 0ff72cbf-ad46-4828-989e-fa971038eaa3 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:39:40.374568 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b384da6f-669f-4dec-8dd5-8142f47d2e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2088'] for router, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:40.376926 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b384da6f-669f-4dec-8dd5-8142f47d2e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2067'] for router, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:40.390009 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32e71ba-6219-4338-9adc-53ae613fe31f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=108149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:39:40.397185 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-16cc5891-d166-4f34-929f-9236510e7910 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8304877 Oct 28 08:39:40.404200 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 49012) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:40.409198 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e71ba-6219-4338-9adc-53ae613fe31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f491e1-792e-4c24-9f58-3aa5a28c6c83,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:40.413322 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b32e71ba-6219-4338-9adc-53ae613fe31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:40.413744 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.segments_db [None req-b32e71ba-6219-4338-9adc-53ae613fe31f admin admin] Added segment e077975e-0602-45e9-b7f6-bad80eb6142f of type vlan for network 3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b Oct 28 08:39:40.418354 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-2efca08c-ad0f-40c1-a438-efc7a0f62b81 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-539093759-router', 'tenant_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:40.467756 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b32e71ba-6219-4338-9adc-53ae613fe31f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726588262319'] for network, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:40.512765 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b32e71ba-6219-4338-9adc-53ae613fe31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for network, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:40.514793 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32e71ba-6219-4338-9adc-53ae613fe31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:40.516055 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b32e71ba-6219-4338-9adc-53ae613fe31f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:40.591241 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b384da6f-669f-4dec-8dd5-8142f47d2e31 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:40.596217 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2efca08c-ad0f-40c1-a438-efc7a0f62b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2088'] for router, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:40.598422 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2efca08c-ad0f-40c1-a438-efc7a0f62b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2067'] for router, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:40.668933 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e71ba-6219-4338-9adc-53ae613fe31f admin admin] Pushing event updated for resources: {'Network': ['ID=3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:40.697646 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-b32e71ba-6219-4338-9adc-53ae613fe31f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4588952 Oct 28 08:39:40.700516 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 49028) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:40.707754 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-6f883062-c25d-48b2-be25-0538fb9c2f84 admin admin] Request body: {'subnet': {'network_id': '3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-724619438-subnet', 'tenant_id': 'bb79404f2ff94257ba8afa55e780804b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:40.719855 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Network 3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b details requested by agent ovs-agent-dv-cinder-815660-3-iscsi with host dv-cinder-815660-3-iscsi {{(pid=108151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:39:40.737014 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f883062-c25d-48b2-be25-0538fb9c2f84 admin admin] Made reservation on behalf of bb79404f2ff94257ba8afa55e780804b for: {'subnet': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:39:40.741939 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-6f883062-c25d-48b2-be25-0538fb9c2f84 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:40.759607 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2efca08c-ad0f-40c1-a438-efc7a0f62b81 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:40.887347 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9124244-5199-52c3-8d2f-e0fb3de2782f-8054d646-b889-4c53-8d8e-0b66f004b73f', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'fixed_ips': [{'subnet_id': '845c0f3f-7051-408d-b475-1ff3eae03add'}]}} from dv-cinder-815660-3-iscsi. {{(pid=108151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:39:40.891136 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:40.956231 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbd0cb7-03e9-4f75-be65-1d242b71687d None None] Network 0ff72cbf-ad46-4828-989e-fa971038eaa3 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:39:41.058038 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b384da6f-669f-4dec-8dd5-8142f47d2e31 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:41.121098 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-6f883062-c25d-48b2-be25-0538fb9c2f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for subnet, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:41.230700 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2efca08c-ad0f-40c1-a438-efc7a0f62b81 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:41.237882 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f883062-c25d-48b2-be25-0538fb9c2f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8017927-10d9-49ed-baa1-e0177019b272,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:41.266584 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.db_base_plugin_common [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Allocated IP 172.20.0.2 (8054d646-b889-4c53-8d8e-0b66f004b73f/845c0f3f-7051-408d-b475-1ff3eae03add/4db684d7-1b5c-4279-813e-a113fd0e9d1f) {{(pid=108151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:39:41.315958 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f883062-c25d-48b2-be25-0538fb9c2f84 admin admin] Checking segment: {'id': 'e077975e-0602-45e9-b7f6-bad80eb6142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:39:41.318549 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f883062-c25d-48b2-be25-0538fb9c2f84 admin admin] Network hostable DHCP agents. Network: 3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b, hostable agents: ['a0272f17-d1f2-4606-9a20-f7b889da77c9'], hosted agents: [] {{(pid=108149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:39:41.362415 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f883062-c25d-48b2-be25-0538fb9c2f84 admin admin] Network 3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b is scheduled to be hosted by DHCP agent a0272f17-d1f2-4606-9a20-f7b889da77c9 with binding_index 1 {{(pid=108149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:39:41.389308 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-6f883062-c25d-48b2-be25-0538fb9c2f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-3-iscsi, 3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b) {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:41.399982 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f883062-c25d-48b2-be25-0538fb9c2f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:41.401030 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e805a9a-3518-4ce7-a294-29ca38f05f19 None None] Network 3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:39:41.402223 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-6f883062-c25d-48b2-be25-0538fb9c2f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:41.442380 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-6f883062-c25d-48b2-be25-0538fb9c2f84 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7407897 Oct 28 08:39:41.655967 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b384da6f-669f-4dec-8dd5-8142f47d2e31 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:41.659214 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2efca08c-ad0f-40c1-a438-efc7a0f62b81 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:41.680130 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Publish callbacks [] for port, precommit_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:41.711547 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b384da6f-669f-4dec-8dd5-8142f47d2e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:41.714851 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2efca08c-ad0f-40c1-a438-efc7a0f62b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:41.734172 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:41.842585 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffd679a-ee01-425a-b792-bfc70d9434f9 None None] Network 3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:39:41.967566 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Network 8054d646-b889-4c53-8d8e-0b66f004b73f is already hosted by enough agents. {{(pid=108151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:39:41.991928 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.base_scheduler [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Resources bound (agent type, host, resource id): {{(pid=108151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:42.007930 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Received port after_create {{(pid=108151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:39:42.013682 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Pushing event updated for resources: {'Port': ['ID=4db684d7-1b5c-4279-813e-a113fd0e9d1f,revision_number=1']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:42.040277 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:42.040828 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:42.041235 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:42.041726 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:42.042166 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:42.042569 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:42.042974 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:42.043386 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:42.043805 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:42.044200 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:42.044589 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:42.044977 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Tracked resource versions report: Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: pushed versions: Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: { 'AddressGroup': {'1.2'}, Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'ConntrackHelper': {'1.0'}, Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'Log': {'1.0'}, Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'Network': {'1.1'}, Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'Port': {'1.7'}, Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'PortForwarding': {'1.2'}, Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'QosPolicy': {'1.10'}, Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'SecurityGroup': {'1.4'}, Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'SubPort': {'1.0'}, Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'Subnet': {'1.1'}, Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'Trunk': {'1.1'}} Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: consumer versions: Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: { DHCP agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: HyperV agent@hv-cinder-81566: {}, Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: L3 agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: Metadata agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: Metering agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: Open vSwitch agent@dv-cinder-815660-3-iscsi: { 'AddressGroup': '1.2', Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'ConntrackHelper': '1.0', Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'Log': '1.0', Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'Network': '1.1', Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'Port': '1.7', Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'PortForwarding': '1.2', Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'QosPolicy': '1.10', Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'SecurityGroup': '1.4', Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'SecurityGroupRule': '1.2', Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'SubPort': '1.0', Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'Subnet': '1.1', Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: 'Trunk': '1.1'}} Oct 28 08:39:42.046138 dv-cinder-815660-3-iscsi neutron-server[108151]: {{(pid=108151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:39:42.127261 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Attempting to bind port 4db684d7-1b5c-4279-813e-a113fd0e9d1f on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:39:42.127679 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Attempting to bind port 4db684d7-1b5c-4279-813e-a113fd0e9d1f by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': '07e6c21e-d80f-4ae6-8f71-73a7242dc574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f'}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:39:42.128138 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Attempting to bind port 4db684d7-1b5c-4279-813e-a113fd0e9d1f on network 8054d646-b889-4c53-8d8e-0b66f004b73f {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:39:42.153213 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:39:42.153758 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Checking segment: {'id': '07e6c21e-d80f-4ae6-8f71-73a7242dc574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:39:42.154280 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:42.154864 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Bound using segment: {'id': '07e6c21e-d80f-4ae6-8f71-73a7242dc574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f'} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:39:42.155465 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Bound port: 4db684d7-1b5c-4279-813e-a113fd0e9d1f, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6c21e-d80f-4ae6-8f71-73a7242dc574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f'}}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:39:42.156064 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:42.262598 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] For port 4db684d7-1b5c-4279-813e-a113fd0e9d1f, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:39:42.267517 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] For port 4db684d7-1b5c-4279-813e-a113fd0e9d1f, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=4db684d7-1b5c-4279-813e-a113fd0e9d1f,segment=NetworkSegment(07e6c21e-d80f-4ae6-8f71-73a7242dc574),segment_id=07e6c21e-d80f-4ae6-8f71-73a7242dc574)] {{(pid=108151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:39:42.279459 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:42.312192 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [None req-b384da6f-669f-4dec-8dd5-8142f47d2e31 admin admin] Allocated IP 172.27.2.72 (c0718a07-d425-45b1-8de3-71ded0279532/b41219f0-2f46-4802-a1ee-8d1af97776ac/eb7a3596-5861-47f8-bd8b-91632dd93f16) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:39:42.357763 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0825ec9-779e-4fd0-9849-12f6f04d8e0e None None] Pushing event updated for resources: {'Port': ['ID=4db684d7-1b5c-4279-813e-a113fd0e9d1f,revision_number=2']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:42.501983 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 49072) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:42.513681 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b384da6f-669f-4dec-8dd5-8142f47d2e31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:42.674248 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b384da6f-669f-4dec-8dd5-8142f47d2e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:42.790138 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384da6f-669f-4dec-8dd5-8142f47d2e31 admin admin] Pushing event updated for resources: {'Port': ['ID=eb7a3596-5861-47f8-bd8b-91632dd93f16,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:42.805127 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b384da6f-669f-4dec-8dd5-8142f47d2e31 admin admin] Network c0718a07-d425-45b1-8de3-71ded0279532 is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:39:42.810589 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-b384da6f-669f-4dec-8dd5-8142f47d2e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:42.822485 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [None req-2efca08c-ad0f-40c1-a438-efc7a0f62b81 admin admin] Allocated IP 172.27.2.165 (c0718a07-d425-45b1-8de3-71ded0279532/b41219f0-2f46-4802-a1ee-8d1af97776ac/3ec6e2ac-53ba-455e-b8db-73c8635a02db) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:39:42.826531 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b384da6f-669f-4dec-8dd5-8142f47d2e31 admin admin] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:39:42.831298 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ef8caa78-3923-4f1a-8291-f9ebb867fea4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:43.017287 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ef8caa78-3923-4f1a-8291-f9ebb867fea4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:43.024966 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ef8caa78-3923-4f1a-8291-f9ebb867fea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:43.067239 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8caa78-3923-4f1a-8291-f9ebb867fea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9a77bb-ecb1-4fdb-8a12-86bcdd040671,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:43.103048 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-ef8caa78-3923-4f1a-8291-f9ebb867fea4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b543ccce5d624716b1387a8607d2dbb8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5954669 Oct 28 08:39:43.103323 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 49102) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:43.218264 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2efca08c-ad0f-40c1-a438-efc7a0f62b81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:43.220305 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c6976800-e50e-4d43-b97f-b41720ff91f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:43.259702 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c6976800-e50e-4d43-b97f-b41720ff91f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:43.265856 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b384da6f-669f-4dec-8dd5-8142f47d2e31 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:43.282587 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 49124) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:43.291532 dv-cinder-815660-3-iscsi neutron-server[108149]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 08:39:43.459099 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c6976800-e50e-4d43-b97f-b41720ff91f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:43.462771 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c6976800-e50e-4d43-b97f-b41720ff91f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:43.466022 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:39:43.466721 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-c6976800-e50e-4d43-b97f-b41720ff91f3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/da9a77bb-ecb1-4fdb-8a12-86bcdd040671 HTTP/1.1" status: 204 len: 168 time: 0.3624687 Oct 28 08:39:43.514163 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6976800-e50e-4d43-b97f-b41720ff91f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9a77bb-ecb1-4fdb-8a12-86bcdd040671,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:43.569548 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b384da6f-669f-4dec-8dd5-8142f47d2e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591004'] for router, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:43.571751 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2efca08c-ad0f-40c1-a438-efc7a0f62b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:43.628605 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c31826-b76a-4802-a959-35f78f248423 req-fce72c27-6fc4-4c35-8a0e-cd51c17b4999 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:43.637702 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-79c31826-b76a-4802-a959-35f78f248423 req-fce72c27-6fc4-4c35-8a0e-cd51c17b4999 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/networks?id=3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b HTTP/1.1" status: 200 len: 811 time: 0.3476369 Oct 28 08:39:43.670483 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-79c31826-b76a-4802-a959-35f78f248423 req-4d30f5ca-3128-48a9-b3f1-5b114d643a7d tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/quotas/bb79404f2ff94257ba8afa55e780804b HTTP/1.1" status: 200 len: 375 time: 0.0310543 Oct 28 08:39:43.755635 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-79c31826-b76a-4802-a959-35f78f248423 req-625c141f-108b-441a-adec-cbc74917183c tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=bb79404f2ff94257ba8afa55e780804b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830545 Oct 28 08:39:43.761180 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efca08c-ad0f-40c1-a438-efc7a0f62b81 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec6e2ac-53ba-455e-b8db-73c8635a02db,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:43.775231 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efca08c-ad0f-40c1-a438-efc7a0f62b81 admin admin] Network c0718a07-d425-45b1-8de3-71ded0279532 is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:39:43.786453 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-2efca08c-ad0f-40c1-a438-efc7a0f62b81 admin admin] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:43.790606 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efca08c-ad0f-40c1-a438-efc7a0f62b81 admin admin] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:39:44.021202 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36f26a8-90c6-4f09-a5d8-996563050401 None None] Network 8054d646-b889-4c53-8d8e-0b66f004b73f requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:39:44.034241 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [req-79c31826-b76a-4802-a959-35f78f248423 req-652b9cb5-4722-4b25-a592-ab7aa76bbd54 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=108149) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:39:44.042290 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-79c31826-b76a-4802-a959-35f78f248423 req-652b9cb5-4722-4b25-a592-ab7aa76bbd54 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1191020 Oct 28 08:39:44.061396 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b384da6f-669f-4dec-8dd5-8142f47d2e31 admin admin] Router 2c125f52-3781-4872-a5e2-194d78a60219 is scheduled to L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c with binding_index 1 {{(pid=108150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:39:44.093298 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 4db684d7-1b5c-4279-813e-a113fd0e9d1f up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:39:44.152977 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-7d76b036-ac54-4632-9884-48b8636da11f None None] Provisioning complete for port 4db684d7-1b5c-4279-813e-a113fd0e9d1f triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:44.153346 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-7d76b036-ac54-4632-9884-48b8636da11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:44.184127 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2efca08c-ad0f-40c1-a438-efc7a0f62b81 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:44.199985 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-79c31826-b76a-4802-a959-35f78f248423 req-b317313d-863d-4dd1-aeaa-8fe8f28ae556 service neutron] 10.222.0.74 "GET /v2.0/networks/3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562815 Oct 28 08:39:44.286517 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 49150) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:44.292356 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b384da6f-669f-4dec-8dd5-8142f47d2e31 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:39:44.313148 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] Sync routers for ids ['2c125f52-3781-4872-a5e2-194d78a60219'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:39:44.334998 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b384da6f-669f-4dec-8dd5-8142f47d2e31 admin admin] Publish callbacks [] for router, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:44.335122 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2274c4b1-cf6d-4ed0-92c4-37e4c6649e65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:44.335204 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-b384da6f-669f-4dec-8dd5-8142f47d2e31 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0272832 Oct 28 08:39:44.337714 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] Routers {'2c125f52-3781-4872-a5e2-194d78a60219'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:39:44.338365 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:39:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['2c125f52-3781-4872-a5e2-194d78a60219'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:44.341863 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 49152) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:44.382374 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 4db684d7-1b5c-4279-813e-a113fd0e9d1f triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:44.383000 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:44.406252 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-79c31826-b76a-4802-a959-35f78f248423 req-51743b7a-4ea0-46d7-8174-51a452a0f8af service neutron] 10.222.0.74 "GET /v2.0/networks/3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051342 Oct 28 08:39:44.537045 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2274c4b1-cf6d-4ed0-92c4-37e4c6649e65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:44.542588 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2274c4b1-cf6d-4ed0-92c4-37e4c6649e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:44.610094 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-7d76b036-ac54-4632-9884-48b8636da11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:44.623438 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274c4b1-cf6d-4ed0-92c4-37e4c6649e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c1370d-1531-4750-81c6-cf2514afe850,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:44.630491 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-2274c4b1-cf6d-4ed0-92c4-37e4c6649e65 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=59837c4d64684036a5f2983544aa8a3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3400757 Oct 28 08:39:44.630856 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 49164) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:44.716320 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] Set router 2c125f52-3781-4872-a5e2-194d78a60219 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:39:44.772239 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c6888e82-60c6-4db6-9948-b59f840638df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:44.814014 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-7d76b036-ac54-4632-9884-48b8636da11f None None] For port 4db684d7-1b5c-4279-813e-a113fd0e9d1f, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=4db684d7-1b5c-4279-813e-a113fd0e9d1f,segment=NetworkSegment(07e6c21e-d80f-4ae6-8f71-73a7242dc574),segment_id=07e6c21e-d80f-4ae6-8f71-73a7242dc574)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:39:44.830129 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c6888e82-60c6-4db6-9948-b59f840638df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:44.837780 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-7d76b036-ac54-4632-9884-48b8636da11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:44.865540 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:44.997243 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c6888e82-60c6-4db6-9948-b59f840638df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:44.998541 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.db.api [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 08:39:44.999137 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG oslo_db.api [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 08:39:45.001765 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c6888e82-60c6-4db6-9948-b59f840638df admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:45.002816 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-c6888e82-60c6-4db6-9948-b59f840638df admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/73c1370d-1531-4750-81c6-cf2514afe850 HTTP/1.1" status: 204 len: 168 time: 0.3710833 Oct 28 08:39:45.029984 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6888e82-60c6-4db6-9948-b59f840638df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c1370d-1531-4750-81c6-cf2514afe850,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:45.075523 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76b036-ac54-4632-9884-48b8636da11f None None] Pushing event updated for resources: {'Port': ['ID=4db684d7-1b5c-4279-813e-a113fd0e9d1f,revision_number=3']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:45.221234 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e264577c-1fdd-4232-b02c-29dd5dd33c34 req-91e85a1f-8a5b-4103-b026-28821f25ae1d tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.1787875 Oct 28 08:39:45.303824 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-e638db22-e3fe-475f-8540-59aefe324098 None None] Provisioning complete for port 4db684d7-1b5c-4279-813e-a113fd0e9d1f triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:45.304357 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-e638db22-e3fe-475f-8540-59aefe324098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:45.400141 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:43Z', 'revision_number': 3, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port': {'id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:70:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:45.498170 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2efca08c-ad0f-40c1-a438-efc7a0f62b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591004'] for router, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:45.517986 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] Checking router: 2c125f52-3781-4872-a5e2-194d78a60219 for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:39:45.518341 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] Updating router 2c125f52-3781-4872-a5e2-194d78a60219 port eb7a3596-5861-47f8-bd8b-91632dd93f16 binding host dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:39:45.593390 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:45.702139 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efca08c-ad0f-40c1-a438-efc7a0f62b81 admin admin] Router 99806acb-6145-4198-81df-42d466178543 is scheduled to L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c with binding_index 1 {{(pid=108150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:39:45.807678 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:45.903592 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 4db684d7-1b5c-4279-813e-a113fd0e9d1f up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:39:46.030698 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bdca2ab7-5545-49e4-8a85-fa512eff0ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:46.109224 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 4db684d7-1b5c-4279-813e-a113fd0e9d1f triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:46.111981 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:46.172000 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efca08c-ad0f-40c1-a438-efc7a0f62b81 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:39:46.189230 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] Sync routers for ids ['99806acb-6145-4198-81df-42d466178543'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:39:46.209042 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] Publish callbacks [] for port, precommit_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:46.228678 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] Routers {'99806acb-6145-4198-81df-42d466178543'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:39:46.229497 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:39:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['99806acb-6145-4198-81df-42d466178543'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:46.229859 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:46.381686 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49dcf6-347c-49a3-b97e-6688df15aa60 None None] Pushing event updated for resources: {'Port': ['ID=eb7a3596-5861-47f8-bd8b-91632dd93f16,revision_number=2']} {{(pid=108152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:46.431973 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49dcf6-347c-49a3-b97e-6688df15aa60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:46.432669 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49dcf6-347c-49a3-b97e-6688df15aa60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:46.434829 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49dcf6-347c-49a3-b97e-6688df15aa60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:46.436091 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49dcf6-347c-49a3-b97e-6688df15aa60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:46.438468 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49dcf6-347c-49a3-b97e-6688df15aa60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:46.440005 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49dcf6-347c-49a3-b97e-6688df15aa60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:46.451398 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49dcf6-347c-49a3-b97e-6688df15aa60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:46.451849 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49dcf6-347c-49a3-b97e-6688df15aa60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:46.452216 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49dcf6-347c-49a3-b97e-6688df15aa60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:46.452564 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49dcf6-347c-49a3-b97e-6688df15aa60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:46.464744 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3a98d5e6-0e67-417b-9118-141235de72f1 req-612cfd46-b275-48a4-b895-182c96bc75d8 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.1018333 Oct 28 08:39:46.465287 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49dcf6-347c-49a3-b97e-6688df15aa60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:46.465658 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49dcf6-347c-49a3-b97e-6688df15aa60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49dcf6-347c-49a3-b97e-6688df15aa60 None None] Tracked resource versions report: Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: pushed versions: Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: { 'AddressGroup': {'1.2'}, Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'ConntrackHelper': {'1.0'}, Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'Log': {'1.0'}, Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'Network': {'1.1'}, Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'Port': {'1.7'}, Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'PortForwarding': {'1.2'}, Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'QosPolicy': {'1.10'}, Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'SecurityGroup': {'1.4'}, Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'SubPort': {'1.0'}, Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'Subnet': {'1.1'}, Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'Trunk': {'1.1'}} Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: consumer versions: Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: { DHCP agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: HyperV agent@hv-cinder-81566: {}, Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: L3 agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: Metadata agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: Metering agent@dv-cinder-815660-3-iscsi: {}, Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: Open vSwitch agent@dv-cinder-815660-3-iscsi: { 'AddressGroup': '1.2', Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'ConntrackHelper': '1.0', Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'Log': '1.0', Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'Network': '1.1', Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'Port': '1.7', Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'PortForwarding': '1.2', Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'QosPolicy': '1.10', Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'SecurityGroup': '1.4', Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'SecurityGroupRule': '1.2', Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'SubPort': '1.0', Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'Subnet': '1.1', Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: 'Trunk': '1.1'}} Oct 28 08:39:46.466838 dv-cinder-815660-3-iscsi neutron-server[108152]: {{(pid=108152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:39:46.482476 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] Set router 99806acb-6145-4198-81df-42d466178543 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:39:46.568105 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [None req-bdca2ab7-5545-49e4-8a85-fa512eff0ddb admin admin] Allocated IP 172.20.0.1 (8054d646-b889-4c53-8d8e-0b66f004b73f/845c0f3f-7051-408d-b475-1ff3eae03add/fedf5590-10bc-47d5-82a2-9964cff24f1b) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:39:46.585944 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] Attempting to bind port eb7a3596-5861-47f8-bd8b-91632dd93f16 on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:39:46.586312 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] Attempting to bind port eb7a3596-5861-47f8-bd8b-91632dd93f16 by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}] {{(pid=108152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:39:46.586679 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] Attempting to bind port eb7a3596-5861-47f8-bd8b-91632dd93f16 on network c0718a07-d425-45b1-8de3-71ded0279532 {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:39:46.603182 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:39:46.603703 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] Checking segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:39:46.604167 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:46.604581 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] Bound using segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:39:46.605074 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] Bound port: eb7a3596-5861-47f8-bd8b-91632dd93f16, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}}] {{(pid=108152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:39:46.605474 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:46.673499 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 49272) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:46.720053 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2efca08c-ad0f-40c1-a438-efc7a0f62b81 admin admin] Publish callbacks [] for router, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:46.721289 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-2efca08c-ad0f-40c1-a438-efc7a0f62b81 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3148398 Oct 28 08:39:46.725924 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 49276) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:46.777630 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.db [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] For port eb7a3596-5861-47f8-bd8b-91632dd93f16, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:39:46.787921 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.db [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] For port eb7a3596-5861-47f8-bd8b-91632dd93f16, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=eb7a3596-5861-47f8-bd8b-91632dd93f16,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:39:46.796256 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:46.818741 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bdca2ab7-5545-49e4-8a85-fa512eff0ddb admin admin] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:46.884171 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] Routers {'2c125f52-3781-4872-a5e2-194d78a60219'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:39:46.885146 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:39:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['2c125f52-3781-4872-a5e2-194d78a60219'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:46.887413 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49dcf6-347c-49a3-b97e-6688df15aa60 None None] Pushing event updated for resources: {'Port': ['ID=eb7a3596-5861-47f8-bd8b-91632dd93f16,revision_number=3']} {{(pid=108152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:46.952368 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bdca2ab7-5545-49e4-8a85-fa512eff0ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:46.964921 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99806acb-6145-4198-81df-42d466178543', 'name': 'tempest-ServerRescueNegativeTestJSON-539093759-router', 'tenant_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3ec6e2ac-53ba-455e-b8db-73c8635a02db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:43Z', 'revision_number': 3, 'project_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'gw_port': {'id': '3ec6e2ac-53ba-455e-b8db-73c8635a02db', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:da:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99806acb-6145-4198-81df-42d466178543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:47.026677 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-4be3a4e2-f97c-44ff-8e40-0dcc40a9438d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:47.042295 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] Checking router: 99806acb-6145-4198-81df-42d466178543 for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:39:47.042638 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] Updating router 99806acb-6145-4198-81df-42d466178543 port 3ec6e2ac-53ba-455e-b8db-73c8635a02db binding host dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:39:47.073058 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca2ab7-5545-49e4-8a85-fa512eff0ddb admin admin] Pushing event updated for resources: {'Port': ['ID=fedf5590-10bc-47d5-82a2-9964cff24f1b,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:47.104197 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdca2ab7-5545-49e4-8a85-fa512eff0ddb admin admin] Network 8054d646-b889-4c53-8d8e-0b66f004b73f is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:39:47.109204 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-bdca2ab7-5545-49e4-8a85-fa512eff0ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:47.112224 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdca2ab7-5545-49e4-8a85-fa512eff0ddb admin admin] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:39:47.112860 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bdca2ab7-5545-49e4-8a85-fa512eff0ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550849'] for router_interface, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:47.141894 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] Set router 2c125f52-3781-4872-a5e2-194d78a60219 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:39:47.153699 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:47.377982 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-4be3a4e2-f97c-44ff-8e40-0dcc40a9438d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:47.387707 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-4be3a4e2-f97c-44ff-8e40-0dcc40a9438d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:47.424496 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-4be3a4e2-f97c-44ff-8e40-0dcc40a9438d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=69e244d9a67d4004b95aeae954eb9d27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7494781 Oct 28 08:39:47.428171 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 49302) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:47.523560 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f6ec52bd-52f3-403c-9a36-6eafbd605acc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:47.558418 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f6ec52bd-52f3-403c-9a36-6eafbd605acc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:47.614310 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bdca2ab7-5545-49e4-8a85-fa512eff0ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:47.668275 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-c27bb295-8d5a-4b48-a04c-3b6c2651fe5a None None] Provisioning complete for port fedf5590-10bc-47d5-82a2-9964cff24f1b triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:47.668951 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-c27bb295-8d5a-4b48-a04c-3b6c2651fe5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:47.783305 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-c27bb295-8d5a-4b48-a04c-3b6c2651fe5a None None] Port fedf5590-10bc-47d5-82a2-9964cff24f1b cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:39:47.799001 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:43Z', 'revision_number': 3, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port': {'id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:70:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:47.843481 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04051dd-d131-4f04-becb-a17d01b6663e None None] The sync data for ids ['2c125f52-3781-4872-a5e2-194d78a60219'] in dv-cinder-815660-3-iscsi is: [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:43Z', 'revision_number': 3, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port': {'id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:70:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:39:47.875293 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] Publish callbacks [] for port, precommit_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:47.883634 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bdca2ab7-5545-49e4-8a85-fa512eff0ddb admin admin] Publish callbacks [] for port, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:47.884328 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:47.893082 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bdca2ab7-5545-49e4-8a85-fa512eff0ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:47.894944 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bdca2ab7-5545-49e4-8a85-fa512eff0ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-784823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591697'] for router_interface, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:47.907515 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3a4e2-f97c-44ff-8e40-0dcc40a9438d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62fb80e-4dce-4b81-a383-2dbe2de7f0a8,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:47.949202 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-86497d8c-d63b-41a6-8c64-9c07170fde81 req-cbb13170-d321-4d92-bb55-cafee82261cc tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.0336740 Oct 28 08:39:47.954478 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f6ec52bd-52f3-403c-9a36-6eafbd605acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:47.957853 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f6ec52bd-52f3-403c-9a36-6eafbd605acc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:47.959225 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-f6ec52bd-52f3-403c-9a36-6eafbd605acc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a62fb80e-4dce-4b81-a383-2dbe2de7f0a8 HTTP/1.1" status: 204 len: 168 time: 0.5295339 Oct 28 08:39:47.982135 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec52bd-52f3-403c-9a36-6eafbd605acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62fb80e-4dce-4b81-a383-2dbe2de7f0a8,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:48.034790 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] Attempting to bind port 3ec6e2ac-53ba-455e-b8db-73c8635a02db on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:39:48.035728 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] Attempting to bind port 3ec6e2ac-53ba-455e-b8db-73c8635a02db by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:39:48.039114 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] Attempting to bind port 3ec6e2ac-53ba-455e-b8db-73c8635a02db on network c0718a07-d425-45b1-8de3-71ded0279532 {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:39:48.046383 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb9d5c-6000-4986-913b-64d6d94d83b4 None None] Pushing event updated for resources: {'Port': ['ID=3ec6e2ac-53ba-455e-b8db-73c8635a02db,revision_number=2']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:48.052222 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:39:48.052787 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] Checking segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:39:48.053255 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:48.053824 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] Bound using segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:39:48.054496 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] Bound port: 3ec6e2ac-53ba-455e-b8db-73c8635a02db, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:39:48.054963 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:48.060141 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca2ab7-5545-49e4-8a85-fa512eff0ddb admin admin] Pushing event updated for resources: {'Port': ['ID=fedf5590-10bc-47d5-82a2-9964cff24f1b,revision_number=2']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:48.135626 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] For port 3ec6e2ac-53ba-455e-b8db-73c8635a02db, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:39:48.141987 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] For port 3ec6e2ac-53ba-455e-b8db-73c8635a02db, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=3ec6e2ac-53ba-455e-b8db-73c8635a02db,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:39:48.152378 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:48.171863 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdca2ab7-5545-49e4-8a85-fa512eff0ddb admin admin] Network 8054d646-b889-4c53-8d8e-0b66f004b73f is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:39:48.173338 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-bdca2ab7-5545-49e4-8a85-fa512eff0ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:48.279291 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] Routers {'99806acb-6145-4198-81df-42d466178543'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:39:48.283676 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:39:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['99806acb-6145-4198-81df-42d466178543'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:48.309767 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb9d5c-6000-4986-913b-64d6d94d83b4 None None] Pushing event updated for resources: {'Port': ['ID=3ec6e2ac-53ba-455e-b8db-73c8635a02db,revision_number=3']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:48.391781 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-dd3364cb-782e-4a68-aba4-ec2d19867ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:48.561303 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] Set router 99806acb-6145-4198-81df-42d466178543 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:39:48.788274 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-1457a83e-0b0c-481a-9bf4-20d728fbfe27 None None] Provisioning complete for port fedf5590-10bc-47d5-82a2-9964cff24f1b triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:48.788874 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-1457a83e-0b0c-481a-9bf4-20d728fbfe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:48.796023 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdca2ab7-5545-49e4-8a85-fa512eff0ddb admin admin] Router 2c125f52-3781-4872-a5e2-194d78a60219 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:39:48.860811 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-1457a83e-0b0c-481a-9bf4-20d728fbfe27 None None] Port fedf5590-10bc-47d5-82a2-9964cff24f1b cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:39:48.985530 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99806acb-6145-4198-81df-42d466178543', 'name': 'tempest-ServerRescueNegativeTestJSON-539093759-router', 'tenant_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3ec6e2ac-53ba-455e-b8db-73c8635a02db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:43Z', 'revision_number': 3, 'project_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'gw_port': {'id': '3ec6e2ac-53ba-455e-b8db-73c8635a02db', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:da:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99806acb-6145-4198-81df-42d466178543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:49.019108 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d982af-8daa-49b9-9def-9d80f8e16ad2 None None] The sync data for ids ['99806acb-6145-4198-81df-42d466178543'] in dv-cinder-815660-3-iscsi is: [{'id': '99806acb-6145-4198-81df-42d466178543', 'name': 'tempest-ServerRescueNegativeTestJSON-539093759-router', 'tenant_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3ec6e2ac-53ba-455e-b8db-73c8635a02db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:43Z', 'revision_number': 3, 'project_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'gw_port': {'id': '3ec6e2ac-53ba-455e-b8db-73c8635a02db', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:da:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99806acb-6145-4198-81df-42d466178543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:39:49.042996 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [None req-dd3364cb-782e-4a68-aba4-ec2d19867ef0 admin admin] Allocated IP 172.20.0.1 (0ff72cbf-ad46-4828-989e-fa971038eaa3/2fd21eb4-40f5-47c1-b699-b95baa074a71/dfcb26b9-8f35-4ade-ba3f-f12d61fa1757) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:39:49.079682 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdca2ab7-5545-49e4-8a85-fa512eff0ddb admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:39:49.090865 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-bdca2ab7-5545-49e4-8a85-fa512eff0ddb admin admin] 10.222.0.74 "PUT /v2.0/routers/2c125f52-3781-4872-a5e2-194d78a60219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7474539 Oct 28 08:39:49.186366 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dee26d34-cc05-48a5-afce-53b471f49ec5 req-497078cf-da0b-4203-a4bb-7fc35e26156a tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.0685828 Oct 28 08:39:49.283010 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-dd3364cb-782e-4a68-aba4-ec2d19867ef0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:49.437978 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-dd3364cb-782e-4a68-aba4-ec2d19867ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:49.530074 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3364cb-782e-4a68-aba4-ec2d19867ef0 admin admin] Network 0ff72cbf-ad46-4828-989e-fa971038eaa3 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:39:49.540039 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-dd3364cb-782e-4a68-aba4-ec2d19867ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:49.545498 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3364cb-782e-4a68-aba4-ec2d19867ef0 admin admin] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:39:49.546984 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-dd3364cb-782e-4a68-aba4-ec2d19867ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550849'] for router_interface, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:49.749746 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3364cb-782e-4a68-aba4-ec2d19867ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=dfcb26b9-8f35-4ade-ba3f-f12d61fa1757,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:49.866154 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-dd3364cb-782e-4a68-aba4-ec2d19867ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.029228 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 3ec6e2ac-53ba-455e-b8db-73c8635a02db up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:39:50.101964 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 3ec6e2ac-53ba-455e-b8db-73c8635a02db triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:50.102334 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.285970 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.312203 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] For port 3ec6e2ac-53ba-455e-b8db-73c8635a02db, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=3ec6e2ac-53ba-455e-b8db-73c8635a02db,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:39:50.322425 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.323955 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device eb7a3596-5861-47f8-bd8b-91632dd93f16 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:39:50.391781 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 49408) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:50.420427 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-e1be531c-13de-4a6f-8867-f0abafed4ddf tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2089238869', 'description': 'tempest-description--515119656'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:50.500832 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e1be531c-13de-4a6f-8867-f0abafed4ddf tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.514318 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-dd3364cb-782e-4a68-aba4-ec2d19867ef0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.541595 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-dd3364cb-782e-4a68-aba4-ec2d19867ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.545376 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-dd3364cb-782e-4a68-aba4-ec2d19867ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-784823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591697'] for router_interface, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.545992 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] Sync routers for ids ['2c125f52-3781-4872-a5e2-194d78a60219'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:39:50.553535 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 49418) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:50.558571 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] Routers {'2c125f52-3781-4872-a5e2-194d78a60219'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:39:50.559430 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:39:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['2c125f52-3781-4872-a5e2-194d78a60219'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:50.569148 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Pushing event updated for resources: {'Port': ['ID=3ec6e2ac-53ba-455e-b8db-73c8635a02db,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:50.605290 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port eb7a3596-5861-47f8-bd8b-91632dd93f16 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:50.605660 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.703351 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e1be531c-13de-4a6f-8867-f0abafed4ddf tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.710908 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e1be531c-13de-4a6f-8867-f0abafed4ddf tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.740033 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] Set router 2c125f52-3781-4872-a5e2-194d78a60219 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:39:50.765071 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e1be531c-13de-4a6f-8867-f0abafed4ddf tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.771428 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-e1be531c-13de-4a6f-8867-f0abafed4ddf tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3778956 Oct 28 08:39:50.773682 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 49422) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:50.789663 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-3d2b4d04-cf6e-477c-9370-3c07dab0708b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Request body: {'security_group_rule': {'security_group_id': '1caa677c-42e0-4341-b7a9-eedbb57c59e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:50.841032 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4d04-cf6e-477c-9370-3c07dab0708b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.865350 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be531c-13de-4a6f-8867-f0abafed4ddf tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1caa677c-42e0-4341-b7a9-eedbb57c59e6,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:50.908627 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ff395047-3ef6-48a8-9fa5-f8527b0939ff req-2dea7338-f9ab-48b3-a833-f2ef9a1757dc tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.3472178 Oct 28 08:39:50.930255 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3364cb-782e-4a68-aba4-ec2d19867ef0 admin admin] Network 0ff72cbf-ad46-4828-989e-fa971038eaa3 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:39:50.936011 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-dd3364cb-782e-4a68-aba4-ec2d19867ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:50.942068 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3364cb-782e-4a68-aba4-ec2d19867ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=dfcb26b9-8f35-4ade-ba3f-f12d61fa1757,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:50.951766 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4d04-cf6e-477c-9370-3c07dab0708b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.961078 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4d04-cf6e-477c-9370-3c07dab0708b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.006509 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b4d04-cf6e-477c-9370-3c07dab0708b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126bfb49-1604-435e-b386-ba676ba7396b,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:51.036870 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4d04-cf6e-477c-9370-3c07dab0708b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.038285 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-3d2b4d04-cf6e-477c-9370-3c07dab0708b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2633030 Oct 28 08:39:51.040947 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 49432) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:51.046250 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-3dc08aad-f5ab-4e06-9ebd-b2601a170967 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Request body: {'security_group_rule': {'security_group_id': '1caa677c-42e0-4341-b7a9-eedbb57c59e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:51.119364 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3dc08aad-f5ab-4e06-9ebd-b2601a170967 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.153389 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 49436) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:51.198635 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:47Z', 'revision_number': 4, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port': {'id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:70:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'fedf5590-10bc-47d5-82a2-9964cff24f1b', 'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'mac_address': 'fa:16:3e:65:8c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:46Z', 'updated_at': '2021-10-28T08:39:47Z', 'revision_number': 2, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'subnets': [{'id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:51.231950 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.241234 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.77', 49896) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:51.291223 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] Checking router: 2c125f52-3781-4872-a5e2-194d78a60219 for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:39:51.296577 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] For port eb7a3596-5861-47f8-bd8b-91632dd93f16, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=eb7a3596-5861-47f8-bd8b-91632dd93f16,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:39:51.298079 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] Updating router 2c125f52-3781-4872-a5e2-194d78a60219 port fedf5590-10bc-47d5-82a2-9964cff24f1b binding host dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:39:51.309909 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.413996 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3364cb-782e-4a68-aba4-ec2d19867ef0 admin admin] Router 99806acb-6145-4198-81df-42d466178543 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:39:51.460951 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Pushing event updated for resources: {'Port': ['ID=eb7a3596-5861-47f8-bd8b-91632dd93f16,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:51.493304 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.525753 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8986d081-3220-4122-a26b-1553a6793338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.653211 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-0edb2165-2522-4e32-b732-db83272599c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.699141 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3364cb-782e-4a68-aba4-ec2d19867ef0 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:39:51.716283 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-dd3364cb-782e-4a68-aba4-ec2d19867ef0 admin admin] 10.222.0.74 "PUT /v2.0/routers/99806acb-6145-4198-81df-42d466178543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9880717 Oct 28 08:39:51.797379 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] Sync routers for ids ['99806acb-6145-4198-81df-42d466178543'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:39:51.822035 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] Routers {'99806acb-6145-4198-81df-42d466178543'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:39:51.822699 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:39:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['99806acb-6145-4198-81df-42d466178543'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:51.903198 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c31826-b76a-4802-a959-35f78f248423 req-cd4f9ce0-d526-4fd8-983a-0e2d2e58ae5a tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:51.908256 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-79c31826-b76a-4802-a959-35f78f248423 req-cd4f9ce0-d526-4fd8-983a-0e2d2e58ae5a tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.77 "GET /v2.0/networks?id=3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b HTTP/1.1" status: 200 len: 811 time: 0.6656024 Oct 28 08:39:51.976523 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-79c31826-b76a-4802-a959-35f78f248423 req-e33703ea-c01e-408c-99cf-8e920391b1e9 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Request body: {'port': {'device_id': '8affc35a-332d-434c-824c-e1c8719900e7', 'network_id': '3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b', 'admin_state_up': True, 'tenant_id': 'bb79404f2ff94257ba8afa55e780804b'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:51.981668 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 3ec6e2ac-53ba-455e-b8db-73c8635a02db up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:39:52.178008 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3dc08aad-f5ab-4e06-9ebd-b2601a170967 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.196622 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] Set router 99806acb-6145-4198-81df-42d466178543 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:39:52.214388 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3dc08aad-f5ab-4e06-9ebd-b2601a170967 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.217172 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9a31a25d-1d48-4bf4-8669-049cccd0ac7a req-60252607-94fd-45a1-bc1e-a9c42481b354 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.0750983 Oct 28 08:39:52.279180 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 3ec6e2ac-53ba-455e-b8db-73c8635a02db triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:52.279862 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.287709 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] Publish callbacks [] for port, precommit_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.299478 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.400021 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-0edb2165-2522-4e32-b732-db83272599c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.401590 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc08aad-f5ab-4e06-9ebd-b2601a170967 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c6ed02-cebc-47e6-85ca-b2c97f8674f6,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:52.411312 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b82860-8035-4c64-8020-146068285f3f None None] Pushing event updated for resources: {'Port': ['ID=fedf5590-10bc-47d5-82a2-9964cff24f1b,revision_number=3']} {{(pid=108152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:52.432678 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-0edb2165-2522-4e32-b732-db83272599c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.463344 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3dc08aad-f5ab-4e06-9ebd-b2601a170967 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.468569 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 49510) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:52.469026 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-3dc08aad-f5ab-4e06-9ebd-b2601a170967 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4264834 Oct 28 08:39:52.478225 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-01229517-6412-4fff-b140-48fb3a04797f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Request body: {'floatingip': {'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:52.531845 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-01229517-6412-4fff-b140-48fb3a04797f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for floatingip, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.538279 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-0edb2165-2522-4e32-b732-db83272599c0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c48aa9a53ec44c79883c992e31ce014c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3836870 Oct 28 08:39:52.544784 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 49516) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:52.547020 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb2165-2522-4e32-b732-db83272599c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e556a9-de7d-4651-a172-6f3a4966ada3,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:52.600125 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c31826-b76a-4802-a959-35f78f248423 req-e33703ea-c01e-408c-99cf-8e920391b1e9 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Made reservation on behalf of bb79404f2ff94257ba8afa55e780804b for: {'port': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:39:52.607012 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-79c31826-b76a-4802-a959-35f78f248423 req-e33703ea-c01e-408c-99cf-8e920391b1e9 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.684105 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] Attempting to bind port fedf5590-10bc-47d5-82a2-9964cff24f1b on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:39:52.684842 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] Attempting to bind port fedf5590-10bc-47d5-82a2-9964cff24f1b by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': '07e6c21e-d80f-4ae6-8f71-73a7242dc574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f'}] {{(pid=108152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:39:52.685637 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] Attempting to bind port fedf5590-10bc-47d5-82a2-9964cff24f1b on network 8054d646-b889-4c53-8d8e-0b66f004b73f {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:39:52.700663 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:39:52.701535 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] Checking segment: {'id': '07e6c21e-d80f-4ae6-8f71-73a7242dc574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:39:52.704262 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.706511 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] Bound using segment: {'id': '07e6c21e-d80f-4ae6-8f71-73a7242dc574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f'} {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:39:52.709505 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] Bound port: fedf5590-10bc-47d5-82a2-9964cff24f1b, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6c21e-d80f-4ae6-8f71-73a7242dc574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f'}}] {{(pid=108152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:39:52.710160 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.874556 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 49530) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:52.881748 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.db [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] For port fedf5590-10bc-47d5-82a2-9964cff24f1b, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:39:52.889697 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.db [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] For port fedf5590-10bc-47d5-82a2-9964cff24f1b, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=fedf5590-10bc-47d5-82a2-9964cff24f1b,segment=NetworkSegment(07e6c21e-d80f-4ae6-8f71-73a7242dc574),segment_id=07e6c21e-d80f-4ae6-8f71-73a7242dc574)] {{(pid=108152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:39:52.899459 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.927008 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device eb7a3596-5861-47f8-bd8b-91632dd93f16 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:39:53.041132 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-8b8f3f3a-8906-4060-a294-6b533105a670 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:53.042738 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-8b8f3f3a-8906-4060-a294-6b533105a670 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/networks?id=0ff72cbf-ad46-4828-989e-fa971038eaa3 HTTP/1.1" status: 200 len: 818 time: 0.4097118 Oct 28 08:39:53.053553 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-01229517-6412-4fff-b140-48fb3a04797f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.092817 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] Routers {'2c125f52-3781-4872-a5e2-194d78a60219'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:39:53.109059 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:39:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['2c125f52-3781-4872-a5e2-194d78a60219'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:53.153709 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-0c5744b4-3a1d-42fe-9d65-87122f6dae59 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/quotas/2e86d34d96c64ad4a33efd5f4918dc05 HTTP/1.1" status: 200 len: 375 time: 0.1018014 Oct 28 08:39:53.206632 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b82860-8035-4c64-8020-146068285f3f None None] Pushing event updated for resources: {'Port': ['ID=fedf5590-10bc-47d5-82a2-9964cff24f1b,revision_number=4']} {{(pid=108152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:53.258578 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b61b3f0f-0c6f-4143-af64-8e9518404fbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.291874 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-3bdd4534-8018-49a3-b0e2-b508d7ecd8a2 None None] Provisioning complete for port fedf5590-10bc-47d5-82a2-9964cff24f1b triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:53.292445 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-3bdd4534-8018-49a3-b0e2-b508d7ecd8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.412842 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ac5cc9c7-3ba7-4382-a37f-9b8b9093e3cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.430061 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port eb7a3596-5861-47f8-bd8b-91632dd93f16 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:53.437609 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.443996 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] Set router 2c125f52-3781-4872-a5e2-194d78a60219 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:39:53.571778 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b61b3f0f-0c6f-4143-af64-8e9518404fbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.580354 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-8ad67cd2-cfbb-4a25-84ba-b8fd10589068 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2e86d34d96c64ad4a33efd5f4918dc05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4188557 Oct 28 08:39:53.592028 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [req-79c31826-b76a-4802-a959-35f78f248423 req-e33703ea-c01e-408c-99cf-8e920391b1e9 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Allocated IP 172.20.0.7 (3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b/e8017927-10d9-49ed-baa1-e0177019b272/1ea9f506-fc5b-4333-86a8-f36b3750df5b) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:39:53.750685 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-50f4f08e-2bf9-41e2-9286-bbf7f91b1ee4 req-52e278ae-0c4a-4b71-bdf6-f89c4ccb536e tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.1325152 Oct 28 08:39:53.838271 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ac5cc9c7-3ba7-4382-a37f-9b8b9093e3cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.863640 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99806acb-6145-4198-81df-42d466178543', 'name': 'tempest-ServerRescueNegativeTestJSON-539093759-router', 'tenant_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3ec6e2ac-53ba-455e-b8db-73c8635a02db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:49Z', 'revision_number': 4, 'project_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'gw_port': {'id': '3ec6e2ac-53ba-455e-b8db-73c8635a02db', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99806acb-6145-4198-81df-42d466178543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'dfcb26b9-8f35-4ade-ba3f-f12d61fa1757', 'name': '', 'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3', 'tenant_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'mac_address': 'fa:16:3e:bc:6b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99806acb-6145-4198-81df-42d466178543', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2fd21eb4-40f5-47c1-b699-b95baa074a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:48Z', 'updated_at': '2021-10-28T08:39:50Z', 'revision_number': 2, 'project_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'subnets': [{'id': '2fd21eb4-40f5-47c1-b699-b95baa074a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:53.866808 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ac5cc9c7-3ba7-4382-a37f-9b8b9093e3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.959081 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [None req-01229517-6412-4fff-b140-48fb3a04797f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Allocated IP 172.27.2.83 (c0718a07-d425-45b1-8de3-71ded0279532/b41219f0-2f46-4802-a1ee-8d1af97776ac/1a32e8aa-f9c8-4789-b9bb-eb814b33a122) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:39:53.991306 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cc9c7-3ba7-4382-a37f-9b8b9093e3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630cdbde-3b16-4eb9-9158-0a2258ab6880,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:54.005641 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] Checking router: 99806acb-6145-4198-81df-42d466178543 for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:39:54.006921 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] Updating router 99806acb-6145-4198-81df-42d466178543 port dfcb26b9-8f35-4ade-ba3f-f12d61fa1757 binding host dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:39:54.027303 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-ac5cc9c7-3ba7-4382-a37f-9b8b9093e3cf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6fed75e259c343169409364c1f89f9da&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1515026 Oct 28 08:39:54.032948 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 49574) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:54.062898 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b61b3f0f-0c6f-4143-af64-8e9518404fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:54.065589 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b61b3f0f-0c6f-4143-af64-8e9518404fbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:54.067352 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-b61b3f0f-0c6f-4143-af64-8e9518404fbc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/19e556a9-de7d-4651-a172-6f3a4966ada3 HTTP/1.1" status: 204 len: 168 time: 1.5213244 Oct 28 08:39:54.173087 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-31d178f3-49d1-4eda-b0e7-b785623c4278 service neutron] 10.222.0.74 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5912611 Oct 28 08:39:54.215713 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:54.319377 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:47Z', 'revision_number': 4, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port': {'id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'fedf5590-10bc-47d5-82a2-9964cff24f1b', 'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'mac_address': 'fa:16:3e:65:8c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:46Z', 'updated_at': '2021-10-28T08:39:52Z', 'revision_number': 4, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'subnets': [{'id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:54.333456 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-73ca5c4c-4698-4822-ac32-a8d2c91450e6 service neutron] 10.222.0.74 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593595 Oct 28 08:39:54.385709 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b3f0f-0c6f-4143-af64-8e9518404fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e556a9-de7d-4651-a172-6f3a4966ada3,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:54.410683 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-3bdd4534-8018-49a3-b0e2-b508d7ecd8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:54.415418 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-66a1e96c-bb6f-45e0-b0fb-33737bce6ebf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:54.416064 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c082cd-1321-48ed-af23-c9c5e8c079bd None None] The sync data for ids ['2c125f52-3781-4872-a5e2-194d78a60219'] in dv-cinder-815660-3-iscsi is: [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:47Z', 'revision_number': 4, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port': {'id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'fedf5590-10bc-47d5-82a2-9964cff24f1b', 'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'mac_address': 'fa:16:3e:65:8c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:46Z', 'updated_at': '2021-10-28T08:39:52Z', 'revision_number': 4, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'subnets': [{'id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:39:54.493581 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-66a1e96c-bb6f-45e0-b0fb-33737bce6ebf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:54.657406 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-01229517-6412-4fff-b140-48fb3a04797f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:54.833894 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-66a1e96c-bb6f-45e0-b0fb-33737bce6ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:54.836768 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-66a1e96c-bb6f-45e0-b0fb-33737bce6ebf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:54.851450 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-66a1e96c-bb6f-45e0-b0fb-33737bce6ebf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/630cdbde-3b16-4eb9-9158-0a2258ab6880 HTTP/1.1" status: 204 len: 168 time: 0.8013399 Oct 28 08:39:54.909572 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1e96c-bb6f-45e0-b0fb-33737bce6ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630cdbde-3b16-4eb9-9158-0a2258ab6880,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:54.932807 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 49616) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:54.936321 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-01229517-6412-4fff-b140-48fb3a04797f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:55.069065 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-98d6ad19-fda4-4159-b7f7-eac841ac7e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:55.086138 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-79c31826-b76a-4802-a959-35f78f248423 req-e33703ea-c01e-408c-99cf-8e920391b1e9 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:55.156314 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f0681c8f-75c0-4f98-ab29-093d7a0ff96d req-99964238-7014-456a-b7ac-f62965b91652 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 210 time: 0.3470645 Oct 28 08:39:55.178231 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-79c31826-b76a-4802-a959-35f78f248423 req-e33703ea-c01e-408c-99cf-8e920391b1e9 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:55.200585 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-3bdd4534-8018-49a3-b0e2-b508d7ecd8a2 None None] For port fedf5590-10bc-47d5-82a2-9964cff24f1b, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=fedf5590-10bc-47d5-82a2-9964cff24f1b,segment=NetworkSegment(07e6c21e-d80f-4ae6-8f71-73a7242dc574),segment_id=07e6c21e-d80f-4ae6-8f71-73a7242dc574)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:39:55.230257 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-3bdd4534-8018-49a3-b0e2-b508d7ecd8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:55.323621 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01229517-6412-4fff-b140-48fb3a04797f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Network c0718a07-d425-45b1-8de3-71ded0279532 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:39:55.352593 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-01229517-6412-4fff-b140-48fb3a04797f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:55.367847 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01229517-6412-4fff-b140-48fb3a04797f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:39:55.418089 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01229517-6412-4fff-b140-48fb3a04797f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Pushing event updated for resources: {'Port': ['ID=1a32e8aa-f9c8-4789-b9bb-eb814b33a122,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:55.671521 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd6da2-3bde-4456-848b-62d378fb5fcd req-eb9e8f5e-5e72-45f7-8549-0e815ff91bb5 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:55.681834 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-65cd6da2-3bde-4456-848b-62d378fb5fcd req-eb9e8f5e-5e72-45f7-8549-0e815ff91bb5 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 931 time: 0.5463030 Oct 28 08:39:55.767457 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:55.866945 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-f75f35c6-1fdb-450b-a9e2-b53d36c6c747 None None] Provisioning complete for port fedf5590-10bc-47d5-82a2-9964cff24f1b triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:55.866945 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-f75f35c6-1fdb-450b-a9e2-b53d36c6c747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:55.866945 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd4534-8018-49a3-b0e2-b508d7ecd8a2 None None] Pushing event updated for resources: {'Port': ['ID=fedf5590-10bc-47d5-82a2-9964cff24f1b,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:55.926319 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c31826-b76a-4802-a959-35f78f248423 req-e33703ea-c01e-408c-99cf-8e920391b1e9 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Network 3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:39:55.940992 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [req-79c31826-b76a-4802-a959-35f78f248423 req-e33703ea-c01e-408c-99cf-8e920391b1e9 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:55.942014 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:55.962950 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c31826-b76a-4802-a959-35f78f248423 req-e33703ea-c01e-408c-99cf-8e920391b1e9 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:39:55.974707 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c31826-b76a-4802-a959-35f78f248423 req-e33703ea-c01e-408c-99cf-8e920391b1e9 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:55.975581 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-79c31826-b76a-4802-a959-35f78f248423 req-e33703ea-c01e-408c-99cf-8e920391b1e9 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:55.982198 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33703ea-c01e-408c-99cf-8e920391b1e9 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Pushing event updated for resources: {'Port': ['ID=1ea9f506-fc5b-4333-86a8-f36b3750df5b,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:55.990360 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-65cd6da2-3bde-4456-848b-62d378fb5fcd req-f1131174-2d39-489e-b372-4f654cacad72 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073208 Oct 28 08:39:56.002539 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e84fe3c6-da52-47b6-a6a0-2a2bdcb0b916 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.026614 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] Publish callbacks [] for port, precommit_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.050481 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.063570 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-79c31826-b76a-4802-a959-35f78f248423 req-e33703ea-c01e-408c-99cf-8e920391b1e9 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0983088 Oct 28 08:39:56.131849 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-01229517-6412-4fff-b140-48fb3a04797f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.270783 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 49672) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:56.313985 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e84fe3c6-da52-47b6-a6a0-2a2bdcb0b916 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.328335 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e84fe3c6-da52-47b6-a6a0-2a2bdcb0b916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.414941 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c58fc-d46d-490a-96a0-6327169228ae None None] Pushing event updated for resources: {'Port': ['ID=dfcb26b9-8f35-4ade-ba3f-f12d61fa1757,revision_number=3']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:56.433128 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-90de5716-8e6b-474c-91f7-eeca6fe09b0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.440875 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device fedf5590-10bc-47d5-82a2-9964cff24f1b up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:39:56.474646 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-01229517-6412-4fff-b140-48fb3a04797f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.477551 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fe3c6-da52-47b6-a6a0-2a2bdcb0b916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fb53b5-0413-405f-bb89-d31c15fe7f58,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:56.560591 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-e84fe3c6-da52-47b6-a6a0-2a2bdcb0b916 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b1542e9d02604f488879a1c37dc79ea7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6187425 Oct 28 08:39:56.562943 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 49688) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:56.593880 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a414e-8830-4607-962a-0a62bafac1c2 req-5981b5e1-d1ec-459e-a726-04d2c5b4bd82 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:56.603433 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-961a414e-8830-4607-962a-0a62bafac1c2 req-5981b5e1-d1ec-459e-a726-04d2c5b4bd82 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/networks?id=0ff72cbf-ad46-4828-989e-fa971038eaa3 HTTP/1.1" status: 200 len: 818 time: 0.3591402 Oct 28 08:39:56.653032 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] Attempting to bind port dfcb26b9-8f35-4ade-ba3f-f12d61fa1757 on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:39:56.653744 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] Attempting to bind port dfcb26b9-8f35-4ade-ba3f-f12d61fa1757 by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': '7cf73d5c-29ff-494b-9715-bcd52e788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3'}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:39:56.654303 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] Attempting to bind port dfcb26b9-8f35-4ade-ba3f-f12d61fa1757 on network 0ff72cbf-ad46-4828-989e-fa971038eaa3 {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:39:56.677094 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:39:56.677469 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] Checking segment: {'id': '7cf73d5c-29ff-494b-9715-bcd52e788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:39:56.678108 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.678658 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] Bound using segment: {'id': '7cf73d5c-29ff-494b-9715-bcd52e788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3'} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:39:56.679425 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] Bound port: dfcb26b9-8f35-4ade-ba3f-f12d61fa1757, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf73d5c-29ff-494b-9715-bcd52e788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3'}}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:39:56.679984 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.735344 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1da3ee79-53eb-4584-9281-43719ca3d4cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.789777 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-961a414e-8830-4607-962a-0a62bafac1c2 req-3dab0fcf-e800-4dbe-9b70-cdf623854601 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/quotas/2e86d34d96c64ad4a33efd5f4918dc05 HTTP/1.1" status: 200 len: 375 time: 0.1843376 Oct 28 08:39:56.820140 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1da3ee79-53eb-4584-9281-43719ca3d4cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.866446 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port fedf5590-10bc-47d5-82a2-9964cff24f1b triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:56.867147 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.940008 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] For port dfcb26b9-8f35-4ade-ba3f-f12d61fa1757, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:39:56.984935 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1da3ee79-53eb-4584-9281-43719ca3d4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.988296 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1da3ee79-53eb-4584-9281-43719ca3d4cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.989880 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-1da3ee79-53eb-4584-9281-43719ca3d4cc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/87fb53b5-0413-405f-bb89-d31c15fe7f58 HTTP/1.1" status: 204 len: 168 time: 0.4214365 Oct 28 08:39:57.013442 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] For port dfcb26b9-8f35-4ade-ba3f-f12d61fa1757, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=dfcb26b9-8f35-4ade-ba3f-f12d61fa1757,segment=NetworkSegment(7cf73d5c-29ff-494b-9715-bcd52e788a65),segment_id=7cf73d5c-29ff-494b-9715-bcd52e788a65)] {{(pid=108151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:39:57.037945 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:57.063189 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3ee79-53eb-4584-9281-43719ca3d4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fb53b5-0413-405f-bb89-d31c15fe7f58,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:57.190458 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c58fc-d46d-490a-96a0-6327169228ae None None] Pushing event updated for resources: {'Port': ['ID=dfcb26b9-8f35-4ade-ba3f-f12d61fa1757,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:57.519213 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:57.551127 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] Routers {'99806acb-6145-4198-81df-42d466178543'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:39:57.556972 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:39:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['99806acb-6145-4198-81df-42d466178543'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:57.826363 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-961a414e-8830-4607-962a-0a62bafac1c2 req-b4960a7a-e346-4246-8b62-b43e88fd479d tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2e86d34d96c64ad4a33efd5f4918dc05&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0350447 Oct 28 08:39:57.836657 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] Set router 99806acb-6145-4198-81df-42d466178543 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:39:57.888844 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-90de5716-8e6b-474c-91f7-eeca6fe09b0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:57.904983 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588b291-ceed-4570-830d-e9709c117c97 req-9a72b0ae-1be0-4b81-ab48-153c58501b90 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:57.915701 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2588b291-ceed-4570-830d-e9709c117c97 req-9a72b0ae-1be0-4b81-ab48-153c58501b90 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 931 time: 0.3478808 Oct 28 08:39:57.971602 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-90de5716-8e6b-474c-91f7-eeca6fe09b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.104060 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-01229517-6412-4fff-b140-48fb3a04797f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.137673 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-01229517-6412-4fff-b140-48fb3a04797f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.157176 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de5716-8e6b-474c-91f7-eeca6fe09b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bd8d63-60b5-46cf-8ecd-6c89b2098c63,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:58.166425 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 49742) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:58.166950 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-90de5716-8e6b-474c-91f7-eeca6fe09b0c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f4c596a098224161af23fea4025a4e66&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8930779 Oct 28 08:39:58.193753 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2588b291-ceed-4570-830d-e9709c117c97 req-1ccc0276-abcc-4cc9-861f-fb1b9b61a729 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599847 Oct 28 08:39:58.224987 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-01229517-6412-4fff-b140-48fb3a04797f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550714'] for floatingip, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.225884 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99806acb-6145-4198-81df-42d466178543', 'name': 'tempest-ServerRescueNegativeTestJSON-539093759-router', 'tenant_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3ec6e2ac-53ba-455e-b8db-73c8635a02db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:49Z', 'revision_number': 4, 'project_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'gw_port': {'id': '3ec6e2ac-53ba-455e-b8db-73c8635a02db', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99806acb-6145-4198-81df-42d466178543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'dfcb26b9-8f35-4ade-ba3f-f12d61fa1757', 'name': '', 'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3', 'tenant_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'mac_address': 'fa:16:3e:bc:6b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99806acb-6145-4198-81df-42d466178543', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2fd21eb4-40f5-47c1-b699-b95baa074a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:48Z', 'updated_at': '2021-10-28T08:39:56Z', 'revision_number': 4, 'project_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'subnets': [{'id': '2fd21eb4-40f5-47c1-b699-b95baa074a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:58.304632 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-01229517-6412-4fff-b140-48fb3a04797f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.314372 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-01229517-6412-4fff-b140-48fb3a04797f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8363764 Oct 28 08:39:58.314580 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d068268-b6d3-4784-be5c-27f6de108dee None None] The sync data for ids ['99806acb-6145-4198-81df-42d466178543'] in dv-cinder-815660-3-iscsi is: [{'id': '99806acb-6145-4198-81df-42d466178543', 'name': 'tempest-ServerRescueNegativeTestJSON-539093759-router', 'tenant_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3ec6e2ac-53ba-455e-b8db-73c8635a02db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:49Z', 'revision_number': 4, 'project_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'gw_port': {'id': '3ec6e2ac-53ba-455e-b8db-73c8635a02db', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99806acb-6145-4198-81df-42d466178543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'dfcb26b9-8f35-4ade-ba3f-f12d61fa1757', 'name': '', 'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3', 'tenant_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'mac_address': 'fa:16:3e:bc:6b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99806acb-6145-4198-81df-42d466178543', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2fd21eb4-40f5-47c1-b699-b95baa074a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:48Z', 'updated_at': '2021-10-28T08:39:56Z', 'revision_number': 4, 'project_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'subnets': [{'id': '2fd21eb4-40f5-47c1-b699-b95baa074a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:39:58.314726 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01229517-6412-4fff-b140-48fb3a04797f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Pushing event updated for resources: {'Port': ['ID=1a32e8aa-f9c8-4789-b9bb-eb814b33a122,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:58.323487 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [req-961a414e-8830-4607-962a-0a62bafac1c2 req-53b4abeb-c719-4184-a6b7-a7bc7e8144f8 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=108149) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:39:58.339593 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-961a414e-8830-4607-962a-0a62bafac1c2 req-53b4abeb-c719-4184-a6b7-a7bc7e8144f8 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2613835 Oct 28 08:39:58.365160 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-98684c3d-d731-4d9d-aafa-8f328da63722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.475186 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-98684c3d-d731-4d9d-aafa-8f328da63722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.587208 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-961a414e-8830-4607-962a-0a62bafac1c2 req-04cbe1bd-22e7-4129-9f31-6b8d77271b93 service neutron] 10.222.0.74 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375054 Oct 28 08:39:58.612353 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-98684c3d-d731-4d9d-aafa-8f328da63722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.623310 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-98684c3d-d731-4d9d-aafa-8f328da63722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.624601 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-98684c3d-d731-4d9d-aafa-8f328da63722 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/84bd8d63-60b5-46cf-8ecd-6c89b2098c63 HTTP/1.1" status: 204 len: 168 time: 0.4563391 Oct 28 08:39:58.673098 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98684c3d-d731-4d9d-aafa-8f328da63722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bd8d63-60b5-46cf-8ecd-6c89b2098c63,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:58.967551 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-961a414e-8830-4607-962a-0a62bafac1c2 req-b571a75b-fe4e-42fb-92e0-f67b9eae0f0e service neutron] 10.222.0.74 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710208 Oct 28 08:39:59.048122 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-979d8963-045c-4b90-a3af-1a7623876075 req-ab3b84bf-ecaf-40c5-b580-741b0a5e552d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--2089238869&fields=id&tenant_id=deb9a75c575b487eb97a2f189099cb83 HTTP/1.1" status: 200 len: 267 time: 0.2314816 Oct 28 08:39:59.324781 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d8963-045c-4b90-a3af-1a7623876075 req-3f2466dd-9674-4a11-8198-feedf4be68b8 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:59.340631 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-979d8963-045c-4b90-a3af-1a7623876075 req-3f2466dd-9674-4a11-8198-feedf4be68b8 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/networks?id=8054d646-b889-4c53-8d8e-0b66f004b73f HTTP/1.1" status: 200 len: 810 time: 0.2823846 Oct 28 08:39:59.390862 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-979d8963-045c-4b90-a3af-1a7623876075 req-a6fb4526-ce80-4853-86f5-6cc9e41caeec tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/quotas/deb9a75c575b487eb97a2f189099cb83 HTTP/1.1" status: 200 len: 375 time: 0.0491607 Oct 28 08:39:59.562507 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-979d8963-045c-4b90-a3af-1a7623876075 req-4d23ddfa-c9b4-4c9e-8e2d-96d9c012d8d6 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=deb9a75c575b487eb97a2f189099cb83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1703916 Oct 28 08:39:59.793177 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3be889-6e05-48d6-9463-32cd1135ba2c req-5de7472d-9ccb-469e-a52a-048a56d73135 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:59.794861 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2f3be889-6e05-48d6-9463-32cd1135ba2c req-5de7472d-9ccb-469e-a52a-048a56d73135 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 931 time: 0.1750627 Oct 28 08:39:59.808816 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-979d8963-045c-4b90-a3af-1a7623876075 req-052d7231-a206-4cba-b80d-51712b25cbfc service neutron] 10.222.0.74 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406325 Oct 28 08:40:00.055848 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2f3be889-6e05-48d6-9463-32cd1135ba2c req-e39dcaa8-ce80-4d62-9fd8-c09936ffe504 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369356 Oct 28 08:40:00.152857 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-979d8963-045c-4b90-a3af-1a7623876075 req-6e14989a-3688-44ee-bc86-0793d51f63f1 service neutron] 10.222.0.74 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427994 Oct 28 08:40:00.223358 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3b5e4c0a-3c8c-4bc9-b378-cbd65fbef905 req-4b2092c8-f252-4c07-ba97-230ea90ad0cd tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 210 time: 0.0538762 Oct 28 08:40:00.370608 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device dfcb26b9-8f35-4ade-ba3f-f12d61fa1757 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:00.463558 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 49846) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:00.526980 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port dfcb26b9-8f35-4ade-ba3f-f12d61fa1757 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:00.527608 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:00.532836 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e0196228-9cec-4c2b-8896-f3332944b9c0 req-64bfd875-0b11-489d-a3dd-d733bd05ee92 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 210 time: 0.0497773 Oct 28 08:40:00.746042 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:00.759757 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3270de9d-e560-4bc4-84f4-ac142ad52fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:00.889735 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] For port dfcb26b9-8f35-4ade-ba3f-f12d61fa1757, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=dfcb26b9-8f35-4ade-ba3f-f12d61fa1757,segment=NetworkSegment(7cf73d5c-29ff-494b-9715-bcd52e788a65),segment_id=7cf73d5c-29ff-494b-9715-bcd52e788a65)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:00.902502 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:01.027183 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3270de9d-e560-4bc4-84f4-ac142ad52fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:01.030671 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Pushing event updated for resources: {'Port': ['ID=dfcb26b9-8f35-4ade-ba3f-f12d61fa1757,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:01.034351 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3270de9d-e560-4bc4-84f4-ac142ad52fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:01.181386 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 49870) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:01.202455 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-3270de9d-e560-4bc4-84f4-ac142ad52fe3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b97e123a1aee4ddb90434a25416cff77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7374768 Oct 28 08:40:01.208992 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270de9d-e560-4bc4-84f4-ac142ad52fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6871ad4-cfcd-41c7-bd99-6ff7087f0a07,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:01.350402 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ac86d6c8-322b-4976-a84e-7b397e0dbeda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:01.456425 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ac86d6c8-322b-4976-a84e-7b397e0dbeda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:01.524092 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7aedebd4-ca76-425d-b395-07a583c62937 req-95267a15-3393-409d-a803-be8b815f3c8b tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 210 time: 0.0514438 Oct 28 08:40:01.592098 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ac86d6c8-322b-4976-a84e-7b397e0dbeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:01.593513 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56355686-6a4b-41ea-b440-fb70226bce63 req-568eb3a9-c7ed-4be1-a724-35b088ae208d tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:01.596008 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ac86d6c8-322b-4976-a84e-7b397e0dbeda admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:01.596411 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-56355686-6a4b-41ea-b440-fb70226bce63 req-568eb3a9-c7ed-4be1-a724-35b088ae208d tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 931 time: 0.2355387 Oct 28 08:40:01.598110 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-ac86d6c8-322b-4976-a84e-7b397e0dbeda admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e6871ad4-cfcd-41c7-bd99-6ff7087f0a07 HTTP/1.1" status: 204 len: 168 time: 0.4135151 Oct 28 08:40:01.628212 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86d6c8-322b-4976-a84e-7b397e0dbeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6871ad4-cfcd-41c7-bd99-6ff7087f0a07,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:01.662633 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-56355686-6a4b-41ea-b440-fb70226bce63 req-f7413e83-7561-4c14-8518-c99ffd86b879 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544560 Oct 28 08:40:01.823363 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-10fc0a60-5c7b-4c12-b590-1385a4c4e1f0 req-242f47ae-2073-4b85-8c7d-806697f3ffb9 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 210 time: 0.0777147 Oct 28 08:40:02.264199 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 49916) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:02.280425 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device dfcb26b9-8f35-4ade-ba3f-f12d61fa1757 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:02.306550 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-77d1fdb8-cb5f-44af-9156-5490ac41c4ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:02.429124 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-77d1fdb8-cb5f-44af-9156-5490ac41c4ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:02.446315 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-77d1fdb8-cb5f-44af-9156-5490ac41c4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:02.499512 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port dfcb26b9-8f35-4ade-ba3f-f12d61fa1757 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:02.501145 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:02.547722 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-77d1fdb8-cb5f-44af-9156-5490ac41c4ae admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b654df68a5aa4adaa0d14c5ba699c7bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817852 Oct 28 08:40:02.550291 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 49932) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:02.560780 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1fdb8-cb5f-44af-9156-5490ac41c4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96ee496-dc97-46e9-bcf2-5e5c425fde86,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:02.644146 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-409cf4de-324c-41c5-9197-2e004e2de39d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:02.703328 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-409cf4de-324c-41c5-9197-2e004e2de39d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:02.841280 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-409cf4de-324c-41c5-9197-2e004e2de39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:02.852929 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-409cf4de-324c-41c5-9197-2e004e2de39d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:02.854434 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-409cf4de-324c-41c5-9197-2e004e2de39d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e96ee496-dc97-46e9-bcf2-5e5c425fde86 HTTP/1.1" status: 204 len: 168 time: 0.3021514 Oct 28 08:40:02.884365 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409cf4de-324c-41c5-9197-2e004e2de39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96ee496-dc97-46e9-bcf2-5e5c425fde86,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:02.894513 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-61ca6f68-e5d4-4976-af3c-b4de142db670 req-96880322-6c9c-4627-8285-3f0f76490b7b tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 210 time: 0.1272690 Oct 28 08:40:03.167500 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1b07cab4-9b3b-4f65-9000-763d1ad8b19d req-eba32a08-6d83-4f7c-93db-00c637a5226f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 210 time: 0.1210606 Oct 28 08:40:03.176279 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5444a5-5324-43ed-8679-1898fea3b720 req-cd32a646-dda0-4906-ba9c-9b7005289653 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:03.178405 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3e5444a5-5324-43ed-8679-1898fea3b720 req-cd32a646-dda0-4906-ba9c-9b7005289653 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 931 time: 0.2461991 Oct 28 08:40:03.270365 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3e5444a5-5324-43ed-8679-1898fea3b720 req-943d91a2-12d4-43c8-a834-c7b7975dd3bf tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798342 Oct 28 08:40:03.944226 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50000) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:04.045034 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-deab7a1d-8ec2-418b-bf03-7baaa2af39e2 req-6c2d8d41-1b73-4a2a-92e7-418f6e26e81d tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 210 time: 0.0635469 Oct 28 08:40:04.142686 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1298de0d-131d-49af-a725-4a022d659784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.313057 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1298de0d-131d-49af-a725-4a022d659784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.325937 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1298de0d-131d-49af-a725-4a022d659784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.329843 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-72486cbd-629f-4bf5-a45b-266a63841736 req-f0a2835a-aec0-472e-b9b4-2e505e8cbb34 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 210 time: 0.0609932 Oct 28 08:40:04.407562 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-1298de0d-131d-49af-a725-4a022d659784 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e04fed9c614b4e5d9bd566d9c835a292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4617789 Oct 28 08:40:04.412850 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50018) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:04.432184 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298de0d-131d-49af-a725-4a022d659784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f0b1d9-2df5-4efa-95db-9390ce191e03,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:04.493607 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e0ad9-bcf4-4a4c-888b-d965a946c5d3 req-32121053-b57e-403a-8642-81e275bd0945 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:04.495305 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e830-6006-4dad-9de8-269c16a07b44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.495432 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2c0e0ad9-bcf4-4a4c-888b-d965a946c5d3 req-32121053-b57e-403a-8642-81e275bd0945 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 931 time: 0.1159215 Oct 28 08:40:04.538747 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e830-6006-4dad-9de8-269c16a07b44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.577748 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2c0e0ad9-bcf4-4a4c-888b-d965a946c5d3 req-f59e10ba-efc8-426c-bce7-0a168a2f6f25 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757949 Oct 28 08:40:04.632076 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e830-6006-4dad-9de8-269c16a07b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.635322 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e830-6006-4dad-9de8-269c16a07b44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.639685 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-bdc3e830-6006-4dad-9de8-269c16a07b44 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e1f0b1d9-2df5-4efa-95db-9390ce191e03 HTTP/1.1" status: 204 len: 168 time: 0.2226222 Oct 28 08:40:04.655094 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3e830-6006-4dad-9de8-269c16a07b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f0b1d9-2df5-4efa-95db-9390ce191e03,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:05.249629 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50068) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:05.263485 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8c9ab163-d3bf-4ad3-9cbe-29986fe13bcd req-d2921d6e-a343-45d4-919b-7242854e6cb7 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 210 time: 0.0686393 Oct 28 08:40:05.266940 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-23894c76-da65-4dad-94af-f194f8db98cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:05.476401 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-23894c76-da65-4dad-94af-f194f8db98cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:05.484070 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-23894c76-da65-4dad-94af-f194f8db98cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:05.524879 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3e9ac2a1-aac1-40bd-8ee4-c7b5e66e3d68 req-45b1035c-25af-4281-bc24-c71452e0851b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 210 time: 0.0511146 Oct 28 08:40:05.570812 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-23894c76-da65-4dad-94af-f194f8db98cb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=56f72d91aef544c8b661006113a89542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174143 Oct 28 08:40:05.572708 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50078) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:05.583042 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23894c76-da65-4dad-94af-f194f8db98cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc4cd29-c0f7-4808-b02b-ac004856ef2b,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:05.709032 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-aa9cf2f5-2e5d-4ae1-a562-04cfd5315230 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:05.745841 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-aa9cf2f5-2e5d-4ae1-a562-04cfd5315230 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:05.805526 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceec55b-d976-475d-a978-04173a6912b5 req-32d6a299-9fe2-4146-a542-fb788055c3b5 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:05.809852 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0ceec55b-d976-475d-a978-04173a6912b5 req-32d6a299-9fe2-4146-a542-fb788055c3b5 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 931 time: 0.0988905 Oct 28 08:40:05.827584 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-aa9cf2f5-2e5d-4ae1-a562-04cfd5315230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:05.830547 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-aa9cf2f5-2e5d-4ae1-a562-04cfd5315230 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:05.833018 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-aa9cf2f5-2e5d-4ae1-a562-04cfd5315230 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9cc4cd29-c0f7-4808-b02b-ac004856ef2b HTTP/1.1" status: 204 len: 168 time: 0.2587154 Oct 28 08:40:05.852036 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cf2f5-2e5d-4ae1-a562-04cfd5315230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc4cd29-c0f7-4808-b02b-ac004856ef2b,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:05.860743 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 50090) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:05.918577 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0ceec55b-d976-475d-a978-04173a6912b5 req-0fba7dc6-37ec-4e2a-b37e-ce1b61600563 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975668 Oct 28 08:40:06.213663 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-6a817ffb-e137-42e9-aef1-69ac1c7c93c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:06.412998 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-6a817ffb-e137-42e9-aef1-69ac1c7c93c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:06.471017 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-05021c61-fe30-4082-a6e5-97dac1a18ce1 req-d586c5a2-e71e-4724-8b0c-f49beec613d6 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 210 time: 0.0547664 Oct 28 08:40:06.472445 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-6a817ffb-e137-42e9-aef1-69ac1c7c93c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:06.548180 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-6a817ffb-e137-42e9-aef1-69ac1c7c93c1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ee55917852ee4ca6ac0275f4a002155c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6847882 Oct 28 08:40:06.550958 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50130) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:06.561394 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a817ffb-e137-42e9-aef1-69ac1c7c93c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad862af-ac8f-4639-985d-ec4a032fd8e1,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:06.643641 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2928435d-1afd-4752-9d85-8bd656e8bc7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:06.705117 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2928435d-1afd-4752-9d85-8bd656e8bc7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:06.730942 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4f4e31ea-ce3c-4327-8fa8-8e97c28917f1 req-531f6fef-cb2e-4db8-916f-b05dc3d7cb07 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 210 time: 0.0731776 Oct 28 08:40:06.822663 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2928435d-1afd-4752-9d85-8bd656e8bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:06.825954 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2928435d-1afd-4752-9d85-8bd656e8bc7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:06.827298 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-2928435d-1afd-4752-9d85-8bd656e8bc7e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dad862af-ac8f-4639-985d-ec4a032fd8e1 HTTP/1.1" status: 204 len: 168 time: 0.2753689 Oct 28 08:40:06.846823 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928435d-1afd-4752-9d85-8bd656e8bc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad862af-ac8f-4639-985d-ec4a032fd8e1,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:07.121299 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935aa52f-ed8e-47da-9f05-45086d9abd70 req-f079785a-1862-40ae-b92b-c1578382e119 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:07.123674 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-935aa52f-ed8e-47da-9f05-45086d9abd70 req-f079785a-1862-40ae-b92b-c1578382e119 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 931 time: 0.0952094 Oct 28 08:40:07.188241 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-935aa52f-ed8e-47da-9f05-45086d9abd70 req-9aa384b3-fecc-46b8-9ecb-2de0f33ccc61 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569575 Oct 28 08:40:07.468434 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50184) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:07.486592 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-8c740079-e66d-4d8d-b138-a9faa5bb8f23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:07.588436 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0d388c79-62b7-4797-8cbb-797fcabe159b req-c7a21331-b422-45c6-9970-2ca8b109fcc5 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 210 time: 0.0487604 Oct 28 08:40:07.652768 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-8c740079-e66d-4d8d-b138-a9faa5bb8f23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:07.668321 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-8c740079-e66d-4d8d-b138-a9faa5bb8f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:07.743721 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 50202) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:07.752716 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-8c740079-e66d-4d8d-b138-a9faa5bb8f23 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c8c4ca10f4cf4335beb5e3d949f6e792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681787 Oct 28 08:40:07.755197 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c740079-e66d-4d8d-b138-a9faa5bb8f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2d77d8-be32-42a6-886e-c154fdbcb22f,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:07.822611 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-86f3af4d-9a3e-49df-8fe4-d4bd248f6813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:07.846179 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-86f3af4d-9a3e-49df-8fe4-d4bd248f6813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:07.896762 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d596bc28-89c1-48dc-97d3-b053993a2342 req-9c03686b-0ec9-4d4f-995b-d1a7d1ac7506 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 210 time: 0.0391889 Oct 28 08:40:07.942381 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-86f3af4d-9a3e-49df-8fe4-d4bd248f6813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:07.945367 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-86f3af4d-9a3e-49df-8fe4-d4bd248f6813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:07.949769 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-86f3af4d-9a3e-49df-8fe4-d4bd248f6813 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8e2d77d8-be32-42a6-886e-c154fdbcb22f HTTP/1.1" status: 204 len: 168 time: 0.2011840 Oct 28 08:40:07.963055 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3af4d-9a3e-49df-8fe4-d4bd248f6813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2d77d8-be32-42a6-886e-c154fdbcb22f,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:08.330932 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b3c4e-7100-4895-bec1-f9ae609e8829 req-4a72970b-718f-40eb-8b6c-a5affca2559c tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:08.332341 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-515b3c4e-7100-4895-bec1-f9ae609e8829 req-4a72970b-718f-40eb-8b6c-a5affca2559c tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 931 time: 0.0733082 Oct 28 08:40:08.382221 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-515b3c4e-7100-4895-bec1-f9ae609e8829 req-5d08591e-37a8-4221-b545-04558b922542 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440223 Oct 28 08:40:08.751882 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4ac8e021-337c-4867-b13c-fce784a2fdd4 req-92d0f4be-f665-4135-800d-cc139f9545bf tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 210 time: 0.0570388 Oct 28 08:40:08.825250 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [req-79c31826-b76a-4802-a959-35f78f248423 req-bda31d03-9cbf-489a-88a7-52f1af1b78b7 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=108150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:40:08.827395 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-79c31826-b76a-4802-a959-35f78f248423 req-bda31d03-9cbf-489a-88a7-52f1af1b78b7 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0077889 Oct 28 08:40:09.114991 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Request body: {'port': {'device_id': '8affc35a-332d-434c-824c-e1c8719900e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:09.153267 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-38a8eea1-dde7-4e3f-a546-e2a072702022 req-c6d211b2-aa56-40f9-9a44-49fa9315e945 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 210 time: 0.0880163 Oct 28 08:40:09.246207 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:09.592760 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a187b6-0663-49b5-8b4d-4b8969c48329 req-55af5801-8496-4710-a16e-f988cec45581 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:09.594652 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-54a187b6-0663-49b5-8b4d-4b8969c48329 req-55af5801-8496-4710-a16e-f988cec45581 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 931 time: 0.0718100 Oct 28 08:40:09.652442 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-54a187b6-0663-49b5-8b4d-4b8969c48329 req-4da6d5fd-0d6c-4c2f-b588-5d34ba41943e tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511088 Oct 28 08:40:09.766283 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea9f506-fc5b-4333-86a8-f36b3750df5b {{(pid=108150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:09.781202 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:09.808493 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.77', 49938) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:09.834641 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.provisioning_blocks [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Transition to ACTIVE for port object 1ea9f506-fc5b-4333-86a8-f36b3750df5b will not be triggered until provisioned by entity L2. {{(pid=108150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:40:09.845409 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:10.002405 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a787075b-e87e-4fd4-93b6-3f0a11c65b56 req-ad0fa445-053d-46c5-8db5-6ee0254a1ff3 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 210 time: 0.0904953 Oct 28 08:40:10.022778 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Pushing event updated for resources: {'Port': ['ID=1ea9f506-fc5b-4333-86a8-f36b3750df5b,revision_number=2']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:10.048458 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Attempting to bind port 1ea9f506-fc5b-4333-86a8-f36b3750df5b on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:40:10.048818 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Attempting to bind port 1ea9f506-fc5b-4333-86a8-f36b3750df5b by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'e077975e-0602-45e9-b7f6-bad80eb6142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b'}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:40:10.049164 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Attempting to bind port 1ea9f506-fc5b-4333-86a8-f36b3750df5b on network 3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:10.055268 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Port 1ea9f506-fc5b-4333-86a8-f36b3750df5b on network 3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:40:10.055593 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Attempting to bind port 1ea9f506-fc5b-4333-86a8-f36b3750df5b on network 3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:10.061252 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:40:10.061667 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Checking segment: {'id': 'e077975e-0602-45e9-b7f6-bad80eb6142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:40:10.062164 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Bound using segment: {'id': 'e077975e-0602-45e9-b7f6-bad80eb6142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b'} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:40:10.062805 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Bound port: 1ea9f506-fc5b-4333-86a8-f36b3750df5b, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e077975e-0602-45e9-b7f6-bad80eb6142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b'}}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:40:10.063310 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:10.138800 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-e76e09fb-30de-499c-986b-75c12296902c tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:10.140887 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-e76e09fb-30de-499c-986b-75c12296902c tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.77 "GET /v2.0/networks?id=0ff72cbf-ad46-4828-989e-fa971038eaa3 HTTP/1.1" status: 200 len: 818 time: 0.3312495 Oct 28 08:40:10.163586 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-01abd3f5-039e-40b7-8f14-d5f3395ef797 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Request body: {'port': {'device_id': 'c70c146b-a5ed-43af-aad8-18fb35f2dab5', 'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3', 'admin_state_up': True, 'tenant_id': '2e86d34d96c64ad4a33efd5f4918dc05'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:10.174594 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] For port 1ea9f506-fc5b-4333-86a8-f36b3750df5b, host hv-cinder-81566, cleared binding levels {{(pid=108150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:40:10.180615 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] For port 1ea9f506-fc5b-4333-86a8-f36b3750df5b, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1ea9f506-fc5b-4333-86a8-f36b3750df5b,segment=NetworkSegment(e077975e-0602-45e9-b7f6-bad80eb6142f),segment_id=e077975e-0602-45e9-b7f6-bad80eb6142f)] {{(pid=108150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:40:10.187735 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:10.253750 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:10.255569 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:10.257301 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-79c31826-b76a-4802-a959-35f78f248423 req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] 10.222.0.77 "PUT /v2.0/ports/1ea9f506-fc5b-4333-86a8-f36b3750df5b HTTP/1.1" status: 200 len: 1093 time: 1.2388666 Oct 28 08:40:10.257921 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8affc35a-332d-434c-824c-e1c8719900e7', 'tag': '1ea9f506-fc5b-4333-86a8-f36b3750df5b'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:40:10.327715 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b2917d8c-efb2-4159-b56b-2701cd7b5325 req-10246dc0-39ef-48d7-90fb-565913948842 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 210 time: 0.0488172 Oct 28 08:40:10.389628 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 50340) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:10.430285 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.77', 49942) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:10.506739 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d8963-045c-4b90-a3af-1a7623876075 req-7d469e11-b100-4f2e-b429-d980ee9ee94d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:10.508272 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-979d8963-045c-4b90-a3af-1a7623876075 req-7d469e11-b100-4f2e-b429-d980ee9ee94d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.77 "GET /v2.0/networks?id=8054d646-b889-4c53-8d8e-0b66f004b73f HTTP/1.1" status: 200 len: 810 time: 0.1464169 Oct 28 08:40:10.540307 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31e708-800d-4e08-8922-a42c0386c4ac service neutron] Pushing event updated for resources: {'Port': ['ID=1ea9f506-fc5b-4333-86a8-f36b3750df5b,revision_number=3']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:10.621932 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-979d8963-045c-4b90-a3af-1a7623876075 req-311277b8-32f9-424d-be27-711f9e0c54d6 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deb9a75c575b487eb97a2f189099cb83 HTTP/1.1" status: 200 len: 380 time: 0.0922203 Oct 28 08:40:10.670528 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-979d8963-045c-4b90-a3af-1a7623876075 req-e3027555-4745-41a2-a2db-dda0edf8f829 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Request body: {'port': {'device_id': 'a8d46e50-0675-4d39-9947-f35acce9f945', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'admin_state_up': True, 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'security_groups': ['1caa677c-42e0-4341-b7a9-eedbb57c59e6']}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:10.860541 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.77', 49945) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:10.863479 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979d8963-045c-4b90-a3af-1a7623876075 req-e3027555-4745-41a2-a2db-dda0edf8f829 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Made reservation on behalf of deb9a75c575b487eb97a2f189099cb83 for: {'port': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:40:10.870588 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-979d8963-045c-4b90-a3af-1a7623876075 req-e3027555-4745-41a2-a2db-dda0edf8f829 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:10.944463 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba5e3be-46d9-401a-a149-501f267591eb" -d '{"events": [{"name": "network-changed", "server_uuid": "8affc35a-332d-434c-824c-e1c8719900e7", "tag": "1ea9f506-fc5b-4333-86a8-f36b3750df5b"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:40:10.982149 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-9eadbe6d-78a1-4ff2-9dfa-116c280570b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.090944 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c31826-b76a-4802-a959-35f78f248423 req-fc94067b-c460-4cb2-b93f-9610887bcc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:11.093822 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-79c31826-b76a-4802-a959-35f78f248423 req-fc94067b-c460-4cb2-b93f-9610887bcc18 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb79404f2ff94257ba8afa55e780804b&device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 1096 time: 0.6362240 Oct 28 08:40:11.121462 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c405c-74c3-4060-8d55-8bbe0d77077e req-d3c954f2-1ad0-40be-9bd8-e7509b33539b tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:11.123356 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-085c405c-74c3-4060-8d55-8bbe0d77077e req-d3c954f2-1ad0-40be-9bd8-e7509b33539b tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 943 time: 0.2284913 Oct 28 08:40:11.210465 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a414e-8830-4607-962a-0a62bafac1c2 req-6a003e64-b571-47ff-8373-f48984320d0f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:11.211775 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-961a414e-8830-4607-962a-0a62bafac1c2 req-6a003e64-b571-47ff-8373-f48984320d0f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.77 "GET /v2.0/networks?id=0ff72cbf-ad46-4828-989e-fa971038eaa3 HTTP/1.1" status: 200 len: 818 time: 0.3494620 Oct 28 08:40:11.217746 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-01abd3f5-039e-40b7-8f14-d5f3395ef797 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Made reservation on behalf of 2e86d34d96c64ad4a33efd5f4918dc05 for: {'port': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:40:11.221391 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-01abd3f5-039e-40b7-8f14-d5f3395ef797 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.225970 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-79c31826-b76a-4802-a959-35f78f248423 req-32b95c92-4a56-4d40-a5d1-e375312f91ba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ea9f506-fc5b-4333-86a8-f36b3750df5b HTTP/1.1" status: 200 len: 217 time: 0.0985816 Oct 28 08:40:11.235435 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [req-979d8963-045c-4b90-a3af-1a7623876075 req-e3027555-4745-41a2-a2db-dda0edf8f829 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Allocated IP 172.20.0.11 (8054d646-b889-4c53-8d8e-0b66f004b73f/845c0f3f-7051-408d-b475-1ff3eae03add/ca1bece9-ad29-4024-93d9-2e154ebe1e8e) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:40:11.298905 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e7b54cf5-f03b-498f-b57b-fe7a33561831 req-1c491730-fb26-4eac-b775-07fd8feae7f0 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 210 time: 0.1720603 Oct 28 08:40:11.315508 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-961a414e-8830-4607-962a-0a62bafac1c2 req-3adf0a36-ffa3-4c8f-bb3f-567fbdc2e0eb tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Request body: {'port': {'device_id': '1f8fde60-8e1e-4fdd-93bb-2731aaa3b816', 'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3', 'admin_state_up': True, 'tenant_id': '2e86d34d96c64ad4a33efd5f4918dc05'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:11.528244 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510f6ca4-65e3-41f7-8213-550ddc9eff77 x-openstack-request-id: req-510f6ca4-65e3-41f7-8213-550ddc9eff77 {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:40:11.528561 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8affc35a-332d-434c-824c-e1c8719900e7", "tag": "1ea9f506-fc5b-4333-86a8-f36b3750df5b", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:40:11.528803 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-510f6ca4-65e3-41f7-8213-550ddc9eff77 {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:40:11.529408 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8affc35a-332d-434c-824c-e1c8719900e7', 'tag': '1ea9f506-fc5b-4333-86a8-f36b3750df5b', 'status': 'completed', 'code': 200} Oct 28 08:40:11.565911 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-085c405c-74c3-4060-8d55-8bbe0d77077e req-7fbd4e51-85fc-430e-94f4-0baa8a4da8eb tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379037 Oct 28 08:40:11.575468 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-979d8963-045c-4b90-a3af-1a7623876075 req-e3027555-4745-41a2-a2db-dda0edf8f829 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.597148 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961a414e-8830-4607-962a-0a62bafac1c2 req-3adf0a36-ffa3-4c8f-bb3f-567fbdc2e0eb tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Made reservation on behalf of 2e86d34d96c64ad4a33efd5f4918dc05 for: {'port': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:40:11.602947 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-961a414e-8830-4607-962a-0a62bafac1c2 req-3adf0a36-ffa3-4c8f-bb3f-567fbdc2e0eb tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.617171 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c31826-b76a-4802-a959-35f78f248423 req-64aa9617-9a27-420d-a83e-e59d8dc4c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:11.618695 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-79c31826-b76a-4802-a959-35f78f248423 req-64aa9617-9a27-420d-a83e-e59d8dc4c0f6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e8017927-10d9-49ed-baa1-e0177019b272 HTTP/1.1" status: 200 len: 851 time: 0.1946929 Oct 28 08:40:11.650506 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-102f86c3-ba29-4eda-aee1-4f4be3362d50 req-54d22a0b-b7dd-4bd6-b1dc-ac76cef350c5 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 210 time: 0.0626025 Oct 28 08:40:11.696069 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-979d8963-045c-4b90-a3af-1a7623876075 req-e3027555-4745-41a2-a2db-dda0edf8f829 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.714463 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-01abd3f5-039e-40b7-8f14-d5f3395ef797 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Allocated IP 172.20.0.2 (0ff72cbf-ad46-4828-989e-fa971038eaa3/2fd21eb4-40f5-47c1-b699-b95baa074a71/93c85b10-5891-4f31-b058-20a4f4a01304) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:40:11.718049 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-9eadbe6d-78a1-4ff2-9dfa-116c280570b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.720715 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-79c31826-b76a-4802-a959-35f78f248423 req-8f501058-6ca5-4008-8980-092d628ee4dc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728900 Oct 28 08:40:11.726083 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-9eadbe6d-78a1-4ff2-9dfa-116c280570b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.762636 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979d8963-045c-4b90-a3af-1a7623876075 req-e3027555-4745-41a2-a2db-dda0edf8f829 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Network 8054d646-b889-4c53-8d8e-0b66f004b73f is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:40:11.768384 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [req-979d8963-045c-4b90-a3af-1a7623876075 req-e3027555-4745-41a2-a2db-dda0edf8f829 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:11.774420 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [req-979d8963-045c-4b90-a3af-1a7623876075 req-e3027555-4745-41a2-a2db-dda0edf8f829 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:40:11.780281 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d8963-045c-4b90-a3af-1a7623876075 req-e3027555-4745-41a2-a2db-dda0edf8f829 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:11.780943 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-979d8963-045c-4b90-a3af-1a7623876075 req-e3027555-4745-41a2-a2db-dda0edf8f829 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.785175 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3027555-4745-41a2-a2db-dda0edf8f829 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Pushing event updated for resources: {'Port': ['ID=ca1bece9-ad29-4024-93d9-2e154ebe1e8e,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:11.799395 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadbe6d-78a1-4ff2-9dfa-116c280570b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d769eaba-3193-4709-a272-e7b6c70f8be9,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:11.804443 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-979d8963-045c-4b90-a3af-1a7623876075 req-e3027555-4745-41a2-a2db-dda0edf8f829 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1387796 Oct 28 08:40:11.806607 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-9eadbe6d-78a1-4ff2-9dfa-116c280570b7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=560296cf7a164facb6076394be591a03&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4159124 Oct 28 08:40:11.809247 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50396) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:11.873233 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-da6db6ee-a99f-4a6b-8923-31e251a9e781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.898325 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-da6db6ee-a99f-4a6b-8923-31e251a9e781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.932496 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-01abd3f5-039e-40b7-8f14-d5f3395ef797 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.954877 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-da6db6ee-a99f-4a6b-8923-31e251a9e781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.958460 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-da6db6ee-a99f-4a6b-8923-31e251a9e781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.962038 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-da6db6ee-a99f-4a6b-8923-31e251a9e781 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d769eaba-3193-4709-a272-e7b6c70f8be9 HTTP/1.1" status: 204 len: 168 time: 0.1492374 Oct 28 08:40:11.968947 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6db6ee-a99f-4a6b-8923-31e251a9e781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d769eaba-3193-4709-a272-e7b6c70f8be9,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:11.992818 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-01abd3f5-039e-40b7-8f14-d5f3395ef797 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.053982 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [req-961a414e-8830-4607-962a-0a62bafac1c2 req-3adf0a36-ffa3-4c8f-bb3f-567fbdc2e0eb tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Allocated IP 172.20.0.3 (0ff72cbf-ad46-4828-989e-fa971038eaa3/2fd21eb4-40f5-47c1-b699-b95baa074a71/21f88ffd-b1f0-4eee-a795-5feb6bbbdd08) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:40:12.080726 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-01abd3f5-039e-40b7-8f14-d5f3395ef797 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Network 0ff72cbf-ad46-4828-989e-fa971038eaa3 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:40:12.087871 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-01abd3f5-039e-40b7-8f14-d5f3395ef797 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:12.091252 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-01abd3f5-039e-40b7-8f14-d5f3395ef797 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:40:12.096995 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-5906d0a2-74d8-4340-b8f5-2bf60e50739e None None] Provisioning complete for port ca1bece9-ad29-4024-93d9-2e154ebe1e8e triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:12.098100 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-01abd3f5-039e-40b7-8f14-d5f3395ef797 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:12.098354 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-01abd3f5-039e-40b7-8f14-d5f3395ef797 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.099045 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-5906d0a2-74d8-4340-b8f5-2bf60e50739e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.120520 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abd3f5-039e-40b7-8f14-d5f3395ef797 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Pushing event updated for resources: {'Port': ['ID=93c85b10-5891-4f31-b058-20a4f4a01304,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:12.136648 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-01abd3f5-039e-40b7-8f14-d5f3395ef797 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9847982 Oct 28 08:40:12.147057 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-5906d0a2-74d8-4340-b8f5-2bf60e50739e None None] Port ca1bece9-ad29-4024-93d9-2e154ebe1e8e cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:40:12.256058 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-961a414e-8830-4607-962a-0a62bafac1c2 req-3adf0a36-ffa3-4c8f-bb3f-567fbdc2e0eb tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.297959 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-961a414e-8830-4607-962a-0a62bafac1c2 req-3adf0a36-ffa3-4c8f-bb3f-567fbdc2e0eb tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.350186 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961a414e-8830-4607-962a-0a62bafac1c2 req-3adf0a36-ffa3-4c8f-bb3f-567fbdc2e0eb tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Network 0ff72cbf-ad46-4828-989e-fa971038eaa3 is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:40:12.356462 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [req-961a414e-8830-4607-962a-0a62bafac1c2 req-3adf0a36-ffa3-4c8f-bb3f-567fbdc2e0eb tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:12.361028 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 50410) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:12.361160 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [req-961a414e-8830-4607-962a-0a62bafac1c2 req-3adf0a36-ffa3-4c8f-bb3f-567fbdc2e0eb tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:40:12.368115 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a414e-8830-4607-962a-0a62bafac1c2 req-3adf0a36-ffa3-4c8f-bb3f-567fbdc2e0eb tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:12.369045 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-961a414e-8830-4607-962a-0a62bafac1c2 req-3adf0a36-ffa3-4c8f-bb3f-567fbdc2e0eb tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.382544 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf0a36-ffa3-4c8f-bb3f-567fbdc2e0eb tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Pushing event updated for resources: {'Port': ['ID=21f88ffd-b1f0-4eee-a795-5feb6bbbdd08,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:12.382722 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5f6b01f2-ae61-44cc-9b77-065812f63747 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.399963 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-961a414e-8830-4607-962a-0a62bafac1c2 req-3adf0a36-ffa3-4c8f-bb3f-567fbdc2e0eb tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0984979 Oct 28 08:40:12.485491 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b119c92-a116-49c3-a1f9-6c6445b0e1d0 req-b40c79af-6b4d-4011-9314-0fa6910d14d1 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:12.487003 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6b119c92-a116-49c3-a1f9-6c6445b0e1d0 req-b40c79af-6b4d-4011-9314-0fa6910d14d1 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 931 time: 0.0840065 Oct 28 08:40:12.543379 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5f6b01f2-ae61-44cc-9b77-065812f63747 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.549568 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6b119c92-a116-49c3-a1f9-6c6445b0e1d0 req-fca40c42-93e1-445c-b273-19822a74f043 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542982 Oct 28 08:40:12.551646 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5f6b01f2-ae61-44cc-9b77-065812f63747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.591697 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-5f6b01f2-ae61-44cc-9b77-065812f63747 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a0e4f4c471424d68b0b12c0867381eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295659 Oct 28 08:40:12.592535 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b01f2-ae61-44cc-9b77-065812f63747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35762592-9e35-4a50-93f8-0ce8c558d281,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:12.594428 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50424) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:12.655745 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ab9a3093-51f6-4b96-bc21-6a1d5b10fc02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.694344 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ab9a3093-51f6-4b96-bc21-6a1d5b10fc02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.722834 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669d763-0529-4277-801a-7fd3082f28ce req-b57d71d7-3e95-4ac7-884c-483c60cc8cd2 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:12.730336 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7669d763-0529-4277-801a-7fd3082f28ce req-b57d71d7-3e95-4ac7-884c-483c60cc8cd2 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 943 time: 0.0744402 Oct 28 08:40:12.771717 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ab9a3093-51f6-4b96-bc21-6a1d5b10fc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.774727 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ab9a3093-51f6-4b96-bc21-6a1d5b10fc02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.778786 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-ab9a3093-51f6-4b96-bc21-6a1d5b10fc02 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/35762592-9e35-4a50-93f8-0ce8c558d281 HTTP/1.1" status: 204 len: 168 time: 0.1806967 Oct 28 08:40:12.787929 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a3093-51f6-4b96-bc21-6a1d5b10fc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35762592-9e35-4a50-93f8-0ce8c558d281,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:12.816176 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7669d763-0529-4277-801a-7fd3082f28ce req-8f37feeb-9635-42cf-85e3-3d399f2fc823 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798023 Oct 28 08:40:12.841883 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39947f9-aeeb-4ac6-82e1-bed3b4c04caf req-5547f909-8f09-4211-9b69-5e77701b3b9d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:12.843873 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e39947f9-aeeb-4ac6-82e1-bed3b4c04caf req-5547f909-8f09-4211-9b69-5e77701b3b9d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 932 time: 0.0983007 Oct 28 08:40:12.892791 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e39947f9-aeeb-4ac6-82e1-bed3b4c04caf req-140b12dc-fab5-4fa9-8a4a-65c810eb43b8 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414391 Oct 28 08:40:13.679914 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a95a5-9cfb-4df5-ba2a-0f9d3f39f5fc req-09a64996-0683-4389-a4c0-e1fd04b049f7 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:13.685892 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c46a95a5-9cfb-4df5-ba2a-0f9d3f39f5fc req-09a64996-0683-4389-a4c0-e1fd04b049f7 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 931 time: 0.0647378 Oct 28 08:40:13.725765 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c46a95a5-9cfb-4df5-ba2a-0f9d3f39f5fc req-5b40a780-cb7c-4ea8-ba46-b2fdd42c1ad3 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337682 Oct 28 08:40:13.930237 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20deba-db38-4427-9a35-370e60664411 req-9487c16f-bce5-46d7-8a2a-4792ae2b044a tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:13.931720 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1d20deba-db38-4427-9a35-370e60664411 req-9487c16f-bce5-46d7-8a2a-4792ae2b044a tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 943 time: 0.0577912 Oct 28 08:40:13.984526 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1d20deba-db38-4427-9a35-370e60664411 req-06b27291-06f6-45fa-b298-e7e9765cc4bb tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463521 Oct 28 08:40:14.032213 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e958bf-0bb5-44f9-a66b-8603394f64ab req-decd640c-5414-4ded-98cf-1d6d6754a3fa tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:14.033770 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-36e958bf-0bb5-44f9-a66b-8603394f64ab req-decd640c-5414-4ded-98cf-1d6d6754a3fa tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 932 time: 0.0715587 Oct 28 08:40:14.076744 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-36e958bf-0bb5-44f9-a66b-8603394f64ab req-70150574-7dcc-405a-be22-ee4530532f60 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344625 Oct 28 08:40:14.335041 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50506) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:14.452351 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7353c7da-b403-46e5-b8ed-4cc3ffad6967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:14.534998 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7353c7da-b403-46e5-b8ed-4cc3ffad6967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:14.538961 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7353c7da-b403-46e5-b8ed-4cc3ffad6967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:14.579759 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353c7da-b403-46e5-b8ed-4cc3ffad6967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87722814-f3ce-4b26-865c-951d6458e1da,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:14.586399 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-7353c7da-b403-46e5-b8ed-4cc3ffad6967 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=228f6a6450eb487294c2e41aeb0960b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500885 Oct 28 08:40:14.587585 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 50522) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:14.641343 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-88dc8f7e-2c37-4c41-a223-bd0723bd59fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:14.664316 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-88dc8f7e-2c37-4c41-a223-bd0723bd59fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:14.713760 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-88dc8f7e-2c37-4c41-a223-bd0723bd59fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:14.716484 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-88dc8f7e-2c37-4c41-a223-bd0723bd59fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:14.717704 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-88dc8f7e-2c37-4c41-a223-bd0723bd59fe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/87722814-f3ce-4b26-865c-951d6458e1da HTTP/1.1" status: 204 len: 168 time: 0.1287920 Oct 28 08:40:14.727469 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc8f7e-2c37-4c41-a223-bd0723bd59fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87722814-f3ce-4b26-865c-951d6458e1da,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:14.863763 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bab8b-2e82-417e-8597-8c244ad01316 req-a06aedae-1121-4e8e-8a1c-b21e5a04918f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:14.865483 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b16bab8b-2e82-417e-8597-8c244ad01316 req-a06aedae-1121-4e8e-8a1c-b21e5a04918f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 931 time: 0.0563424 Oct 28 08:40:14.915026 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b16bab8b-2e82-417e-8597-8c244ad01316 req-c9081da2-00d1-44b2-aef9-840d8bb777c1 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427377 Oct 28 08:40:15.037657 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Request body: {'port': {'device_id': '1f8fde60-8e1e-4fdd-93bb-2731aaa3b816', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:15.047355 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Request body: {'port': {'device_id': 'a8d46e50-0675-4d39-9947-f35acce9f945', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:15.052378 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Request body: {'port': {'device_id': 'c70c146b-a5ed-43af-aad8-18fb35f2dab5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:15.179226 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50548) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:15.218959 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:15.376993 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:15.400666 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2698696b-88df-415e-88b9-d995a53c39aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:15.408779 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dc00d-9ae9-4378-95aa-a5a5598ddd03 req-659ccd9d-4e50-495d-9080-fe2481ad1673 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:15.410364 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-de6dc00d-9ae9-4378-95aa-a5a5598ddd03 req-659ccd9d-4e50-495d-9080-fe2481ad1673 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 943 time: 0.3016264 Oct 28 08:40:15.413623 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:15.419138 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-79c31826-b76a-4802-a959-35f78f248423 req-a7718cac-7406-4611-a98f-9d9375d2798f service neutron] 10.222.0.77 "GET /v2.0/networks/3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870938 Oct 28 08:40:15.432991 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce721c-555a-417d-8d78-6813c04717e5 req-d4cc6bc4-430c-4308-b958-31ac0805d7f7 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:15.440597 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6ce721c-555a-417d-8d78-6813c04717e5 req-d4cc6bc4-430c-4308-b958-31ac0805d7f7 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 932 time: 0.1438181 Oct 28 08:40:15.694535 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6ce721c-555a-417d-8d78-6813c04717e5 req-1d9810c6-0b8d-450c-a6bd-011a05e8dfa4 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528760 Oct 28 08:40:15.714420 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-de6dc00d-9ae9-4378-95aa-a5a5598ddd03 req-926a58ab-40ab-4795-8bd8-3416eb7dbae1 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710385 Oct 28 08:40:15.794750 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:15.802146 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-79c31826-b76a-4802-a959-35f78f248423 req-6141e541-f950-4824-ad56-4a49f599cb13 service neutron] 10.222.0.77 "GET /v2.0/networks/3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415239 Oct 28 08:40:15.837926 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2698696b-88df-415e-88b9-d995a53c39aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:15.856621 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2698696b-88df-415e-88b9-d995a53c39aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:15.914958 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e3be-46d9-401a-a149-501f267591eb req-c8c17f7d-999f-4620-9d40-03d23281d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:15.916741 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fba5e3be-46d9-401a-a149-501f267591eb req-c8c17f7d-999f-4620-9d40-03d23281d043 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb79404f2ff94257ba8afa55e780804b&device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 1096 time: 0.0460095 Oct 28 08:40:15.941859 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-2698696b-88df-415e-88b9-d995a53c39aa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3a54972e025944bdb13a787ee7c8ee4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7556689 Oct 28 08:40:15.943455 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50570) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:15.957421 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698696b-88df-415e-88b9-d995a53c39aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac0feca-3a0c-4924-b176-c71c4d17d2f5,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:16.073554 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca1bece9-ad29-4024-93d9-2e154ebe1e8e {{(pid=108150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:16.087143 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.097927 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 {{(pid=108150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:16.113440 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.117853 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e74d344f-a625-4116-85e0-fdc886d0d822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.124795 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.provisioning_blocks [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Transition to ACTIVE for port object ca1bece9-ad29-4024-93d9-2e154ebe1e8e will not be triggered until provisioned by entity L2. {{(pid=108150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:40:16.140422 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.143145 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.provisioning_blocks [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Transition to ACTIVE for port object 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 will not be triggered until provisioned by entity L2. {{(pid=108150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:40:16.166657 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e3be-46d9-401a-a149-501f267591eb req-45927d47-f650-42ec-b534-ecc4187b3f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:16.168385 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fba5e3be-46d9-401a-a149-501f267591eb req-45927d47-f650-42ec-b534-ecc4187b3f7f service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b HTTP/1.1" status: 200 len: 913 time: 0.2428949 Oct 28 08:40:16.193399 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e74d344f-a625-4116-85e0-fdc886d0d822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.195448 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.237018 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1bece9-ad29-4024-93d9-2e154ebe1e8e,revision_number=2']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:16.289834 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fba5e3be-46d9-401a-a149-501f267591eb req-86593b08-032a-4277-90c1-026206efb2af service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ea9f506-fc5b-4333-86a8-f36b3750df5b HTTP/1.1" status: 200 len: 217 time: 0.0501897 Oct 28 08:40:16.355856 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Attempting to bind port ca1bece9-ad29-4024-93d9-2e154ebe1e8e on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:40:16.355856 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Attempting to bind port ca1bece9-ad29-4024-93d9-2e154ebe1e8e by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '07e6c21e-d80f-4ae6-8f71-73a7242dc574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f'}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:40:16.355856 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Attempting to bind port ca1bece9-ad29-4024-93d9-2e154ebe1e8e on network 8054d646-b889-4c53-8d8e-0b66f004b73f {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:16.376451 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Pushing event updated for resources: {'Port': ['ID=21f88ffd-b1f0-4eee-a795-5feb6bbbdd08,revision_number=2']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:16.378239 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1b8d2-3321-4dd9-bdf6-7c54fc3b8d67 req-1a8c4806-cb83-48e1-8190-4f40ce791c56 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:16.378793 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Port ca1bece9-ad29-4024-93d9-2e154ebe1e8e on network 8054d646-b889-4c53-8d8e-0b66f004b73f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:40:16.379913 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Attempting to bind port ca1bece9-ad29-4024-93d9-2e154ebe1e8e on network 8054d646-b889-4c53-8d8e-0b66f004b73f {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:16.381187 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2dd1b8d2-3321-4dd9-bdf6-7c54fc3b8d67 req-1a8c4806-cb83-48e1-8190-4f40ce791c56 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 931 time: 0.3508778 Oct 28 08:40:16.385772 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Attempting to bind port 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:40:16.386136 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Attempting to bind port 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '7cf73d5c-29ff-494b-9715-bcd52e788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3'}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:40:16.386465 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Attempting to bind port 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 on network 0ff72cbf-ad46-4828-989e-fa971038eaa3 {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:16.391965 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:40:16.392307 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Checking segment: {'id': '07e6c21e-d80f-4ae6-8f71-73a7242dc574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:40:16.392770 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Bound using segment: {'id': '07e6c21e-d80f-4ae6-8f71-73a7242dc574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f'} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:40:16.393140 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Bound port: ca1bece9-ad29-4024-93d9-2e154ebe1e8e, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e6c21e-d80f-4ae6-8f71-73a7242dc574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f'}}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:40:16.393489 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.406304 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Port 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 on network 0ff72cbf-ad46-4828-989e-fa971038eaa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:40:16.406949 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Attempting to bind port 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 on network 0ff72cbf-ad46-4828-989e-fa971038eaa3 {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:16.410585 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e74d344f-a625-4116-85e0-fdc886d0d822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.413171 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e74d344f-a625-4116-85e0-fdc886d0d822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.414349 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-e74d344f-a625-4116-85e0-fdc886d0d822 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6ac0feca-3a0c-4924-b176-c71c4d17d2f5 HTTP/1.1" status: 204 len: 168 time: 0.4701707 Oct 28 08:40:16.442935 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d344f-a625-4116-85e0-fdc886d0d822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac0feca-3a0c-4924-b176-c71c4d17d2f5,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:16.444748 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:40:16.445087 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Checking segment: {'id': '7cf73d5c-29ff-494b-9715-bcd52e788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:40:16.445513 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Bound using segment: {'id': '7cf73d5c-29ff-494b-9715-bcd52e788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3'} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:40:16.446291 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Bound port: 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf73d5c-29ff-494b-9715-bcd52e788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3'}}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:40:16.446534 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.553815 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] For port ca1bece9-ad29-4024-93d9-2e154ebe1e8e, host hv-cinder-81566, cleared binding levels {{(pid=108150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:40:16.562239 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e3be-46d9-401a-a149-501f267591eb req-78110de8-1c8c-472c-93f6-58a7336a29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:16.563693 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fba5e3be-46d9-401a-a149-501f267591eb req-78110de8-1c8c-472c-93f6-58a7336a29a3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e8017927-10d9-49ed-baa1-e0177019b272 HTTP/1.1" status: 200 len: 851 time: 0.2561424 Oct 28 08:40:16.575720 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] For port ca1bece9-ad29-4024-93d9-2e154ebe1e8e, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ca1bece9-ad29-4024-93d9-2e154ebe1e8e,segment=NetworkSegment(07e6c21e-d80f-4ae6-8f71-73a7242dc574),segment_id=07e6c21e-d80f-4ae6-8f71-73a7242dc574)] {{(pid=108150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:40:16.602025 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.633501 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] For port 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08, host hv-cinder-81566, cleared binding levels {{(pid=108150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:40:16.658100 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:16.658723 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.660321 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-979d8963-045c-4b90-a3af-1a7623876075 req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] 10.222.0.77 "PUT /v2.0/ports/ca1bece9-ad29-4024-93d9-2e154ebe1e8e HTTP/1.1" status: 200 len: 1094 time: 1.6196053 Oct 28 08:40:16.660889 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d46e50-0675-4d39-9947-f35acce9f945', 'tag': 'ca1bece9-ad29-4024-93d9-2e154ebe1e8e'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:40:16.669022 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa23cdde-3a16-4ea4-a18d-4c9183bdb51b" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d46e50-0675-4d39-9947-f35acce9f945", "tag": "ca1bece9-ad29-4024-93d9-2e154ebe1e8e"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:40:16.674061 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] For port 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=21f88ffd-b1f0-4eee-a795-5feb6bbbdd08,segment=NetworkSegment(7cf73d5c-29ff-494b-9715-bcd52e788a65),segment_id=7cf73d5c-29ff-494b-9715-bcd52e788a65)] {{(pid=108150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:40:16.712219 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.753548 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fba5e3be-46d9-401a-a149-501f267591eb req-a779cf69-5819-484f-9cb7-10378b2c2636 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1729383 Oct 28 08:40:16.765826 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79807d6a-e23b-43f6-9cd6-30b3c49a6270 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1bece9-ad29-4024-93d9-2e154ebe1e8e,revision_number=3']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:16.852108 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9410ea69-65eb-45a4-acbe-b04b254c2010 x-openstack-request-id: req-9410ea69-65eb-45a4-acbe-b04b254c2010 {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:40:16.852409 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d46e50-0675-4d39-9947-f35acce9f945", "tag": "ca1bece9-ad29-4024-93d9-2e154ebe1e8e", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:40:16.852664 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9410ea69-65eb-45a4-acbe-b04b254c2010 {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:40:16.854265 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d46e50-0675-4d39-9947-f35acce9f945', 'tag': 'ca1bece9-ad29-4024-93d9-2e154ebe1e8e', 'status': 'completed', 'code': 200} Oct 28 08:40:16.896525 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c85b10-5891-4f31-b058-20a4f4a01304 {{(pid=108149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:16.912282 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.949708 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2dd1b8d2-3321-4dd9-bdf6-7c54fc3b8d67 req-f166ac8c-1076-42ac-902e-ca22e27f0915 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457940 Oct 28 08:40:16.991456 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:16.992318 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.993637 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-961a414e-8830-4607-962a-0a62bafac1c2 req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] 10.222.0.77 "PUT /v2.0/ports/21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 HTTP/1.1" status: 200 len: 1093 time: 1.9606159 Oct 28 08:40:17.073139 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.provisioning_blocks [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Transition to ACTIVE for port object 93c85b10-5891-4f31-b058-20a4f4a01304 will not be triggered until provisioned by entity L2. {{(pid=108149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:40:17.098718 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:17.156609 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50618) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:17.214885 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690b593-7534-420b-b8cc-57f19c3a45e4 req-b8729dd6-0e35-45a0-82cc-36ff5024559b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:17.222402 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2690b593-7534-420b-b8cc-57f19c3a45e4 req-b8729dd6-0e35-45a0-82cc-36ff5024559b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 944 time: 0.3188293 Oct 28 08:40:17.231526 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fba5e3be-46d9-401a-a149-501f267591eb req-88022bb5-5e2c-4d05-bcee-59570ba741bf service neutron] 10.222.0.77 "GET /v2.0/networks/3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563279 Oct 28 08:40:17.271126 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b0d6c-c8b7-4a77-a5fb-067627a5d753 service neutron] Pushing event updated for resources: {'Port': ['ID=21f88ffd-b1f0-4eee-a795-5feb6bbbdd08,revision_number=3']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:17.272691 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Pushing event updated for resources: {'Port': ['ID=93c85b10-5891-4f31-b058-20a4f4a01304,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:17.297830 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d8963-045c-4b90-a3af-1a7623876075 req-8b4268ad-e540-4a9a-93f7-60fd8a0bd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:17.304992 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-979d8963-045c-4b90-a3af-1a7623876075 req-8b4268ad-e540-4a9a-93f7-60fd8a0bd38d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deb9a75c575b487eb97a2f189099cb83&device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 1097 time: 0.5833743 Oct 28 08:40:17.406486 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be28061-1a13-4344-a29d-18ec9e3983d0 req-5dc74ae5-7991-440f-9f4b-c51b65bd4b3b tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:17.415071 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3be28061-1a13-4344-a29d-18ec9e3983d0 req-5dc74ae5-7991-440f-9f4b-c51b65bd4b3b tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 943 time: 0.3219903 Oct 28 08:40:17.476742 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-979d8963-045c-4b90-a3af-1a7623876075 req-f6974f42-a970-4026-8573-8a5203f45f44 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca1bece9-ad29-4024-93d9-2e154ebe1e8e HTTP/1.1" status: 200 len: 217 time: 0.1647668 Oct 28 08:40:17.479615 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a414e-8830-4607-962a-0a62bafac1c2 req-2a8d986d-b21b-40d0-957c-0e2629250d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:17.482815 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2690b593-7534-420b-b8cc-57f19c3a45e4 req-ca06cf42-9fda-4dcb-a00c-f16bc551e75f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565470 Oct 28 08:40:17.493976 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-961a414e-8830-4607-962a-0a62bafac1c2 req-2a8d986d-b21b-40d0-957c-0e2629250d68 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e86d34d96c64ad4a33efd5f4918dc05&device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 1096 time: 0.4322619 Oct 28 08:40:17.553148 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Attempting to bind port 93c85b10-5891-4f31-b058-20a4f4a01304 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:40:17.553518 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Attempting to bind port 93c85b10-5891-4f31-b058-20a4f4a01304 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '7cf73d5c-29ff-494b-9715-bcd52e788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3'}] {{(pid=108149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:40:17.553908 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Attempting to bind port 93c85b10-5891-4f31-b058-20a4f4a01304 on network 0ff72cbf-ad46-4828-989e-fa971038eaa3 {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:17.579273 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3be28061-1a13-4344-a29d-18ec9e3983d0 req-5bc5142e-f862-42c3-b8e5-72274b7674a5 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630528 Oct 28 08:40:17.581182 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fba5e3be-46d9-401a-a149-501f267591eb req-0dcc47ee-0151-49de-b9ef-47ae13684e9b service neutron] 10.222.0.77 "GET /v2.0/networks/3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332350 Oct 28 08:40:17.581980 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Port 93c85b10-5891-4f31-b058-20a4f4a01304 on network 0ff72cbf-ad46-4828-989e-fa971038eaa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:40:17.582959 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Attempting to bind port 93c85b10-5891-4f31-b058-20a4f4a01304 on network 0ff72cbf-ad46-4828-989e-fa971038eaa3 {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:17.589864 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:40:17.590210 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Checking segment: {'id': '7cf73d5c-29ff-494b-9715-bcd52e788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:40:17.591115 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Bound using segment: {'id': '7cf73d5c-29ff-494b-9715-bcd52e788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3'} {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:40:17.591573 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Bound port: 93c85b10-5891-4f31-b058-20a4f4a01304, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf73d5c-29ff-494b-9715-bcd52e788a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3'}}] {{(pid=108149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:40:17.591937 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:17.609107 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-961a414e-8830-4607-962a-0a62bafac1c2 req-48e752cb-dad5-4cda-ba04-1b8c5bf1f066 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 HTTP/1.1" status: 200 len: 217 time: 0.0978072 Oct 28 08:40:17.616191 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1128afec-fa99-4cac-af07-9ae2721359f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:17.630610 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50642) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:17.684285 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d8963-045c-4b90-a3af-1a7623876075 req-1f5115a4-9c01-439e-9fc3-1a56d43f3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:17.686154 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] For port 93c85b10-5891-4f31-b058-20a4f4a01304, host hv-cinder-81566, cleared binding levels {{(pid=108149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:40:17.686328 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-979d8963-045c-4b90-a3af-1a7623876075 req-1f5115a4-9c01-439e-9fc3-1a56d43f3ae9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=845c0f3f-7051-408d-b475-1ff3eae03add HTTP/1.1" status: 200 len: 849 time: 0.1866295 Oct 28 08:40:17.692369 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] For port 93c85b10-5891-4f31-b058-20a4f4a01304, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=93c85b10-5891-4f31-b058-20a4f4a01304,segment=NetworkSegment(7cf73d5c-29ff-494b-9715-bcd52e788a65),segment_id=7cf73d5c-29ff-494b-9715-bcd52e788a65)] {{(pid=108149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:40:17.697682 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:17.763564 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a414e-8830-4607-962a-0a62bafac1c2 req-2c49469a-340b-4453-bb06-208c75b6ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:17.765047 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-961a414e-8830-4607-962a-0a62bafac1c2 req-2c49469a-340b-4453-bb06-208c75b6ff6d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2fd21eb4-40f5-47c1-b699-b95baa074a71 HTTP/1.1" status: 200 len: 858 time: 0.1381555 Oct 28 08:40:17.775888 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:17.776641 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:17.783351 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] 10.222.0.77 "PUT /v2.0/ports/93c85b10-5891-4f31-b058-20a4f4a01304 HTTP/1.1" status: 200 len: 1093 time: 2.7423515 Oct 28 08:40:17.783948 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70c146b-a5ed-43af-aad8-18fb35f2dab5', 'tag': '93c85b10-5891-4f31-b058-20a4f4a01304'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:40:17.817643 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-961a414e-8830-4607-962a-0a62bafac1c2 req-6a6dcc97-3799-48c0-9dde-7f2f71499918 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0ff72cbf-ad46-4828-989e-fa971038eaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434699 Oct 28 08:40:17.893633 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d8963-045c-4b90-a3af-1a7623876075 req-098e69cc-62e8-4920-99ef-c85f81182683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:17.895831 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-979d8963-045c-4b90-a3af-1a7623876075 req-098e69cc-62e8-4920-99ef-c85f81182683 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8054d646-b889-4c53-8d8e-0b66f004b73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1993825 Oct 28 08:40:17.931629 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e48dba7c-ee00-4522-8cbd-9fade9aa6a8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:17.950673 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b5513-7c4a-4e0c-8e44-07be5364294c service neutron] Pushing event updated for resources: {'Port': ['ID=93c85b10-5891-4f31-b058-20a4f4a01304,revision_number=3']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:17.959866 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-e8daa303-d7fb-4440-a5e2-be7051e4e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:17.961620 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-e8daa303-d7fb-4440-a5e2-be7051e4e9f7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e86d34d96c64ad4a33efd5f4918dc05&device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 1096 time: 0.0805566 Oct 28 08:40:18.024693 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-d54ced91-0e7f-4498-8d12-649fdc228bf1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93c85b10-5891-4f31-b058-20a4f4a01304 HTTP/1.1" status: 200 len: 217 time: 0.0527272 Oct 28 08:40:18.233587 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44325b3-809a-4157-82ec-1d02a5afaf06" -d '{"events": [{"name": "network-changed", "server_uuid": "c70c146b-a5ed-43af-aad8-18fb35f2dab5", "tag": "93c85b10-5891-4f31-b058-20a4f4a01304"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:40:18.288993 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1128afec-fa99-4cac-af07-9ae2721359f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:18.307341 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-c8e015f5-7745-460c-acf8-ee9a3273f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:18.309340 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-c8e015f5-7745-460c-acf8-ee9a3273f5d1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2fd21eb4-40f5-47c1-b699-b95baa074a71 HTTP/1.1" status: 200 len: 858 time: 0.2766955 Oct 28 08:40:18.328220 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1128afec-fa99-4cac-af07-9ae2721359f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:18.345926 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d06e5-7c48-45fd-b194-c7e373ba5fa8 req-52e1b251-3d75-4145-b85b-6a71b58deb4f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:18.356125 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4b7d06e5-7c48-45fd-b194-c7e373ba5fa8 req-52e1b251-3d75-4145-b85b-6a71b58deb4f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 943 time: 0.1195183 Oct 28 08:40:18.404185 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-6a430e54-9a64-42b3-a2a7-5441404df4fb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0ff72cbf-ad46-4828-989e-fa971038eaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821126 Oct 28 08:40:18.430854 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-961a414e-8830-4607-962a-0a62bafac1c2 req-4b162c03-f308-4939-98c2-49d858919dd4 service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5997756 Oct 28 08:40:18.554269 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4b7d06e5-7c48-45fd-b194-c7e373ba5fa8 req-20b8b144-6594-4d25-9cee-c63ed9b43da5 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966972 Oct 28 08:40:18.645441 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-961a414e-8830-4607-962a-0a62bafac1c2 req-45a03dc1-0df0-480b-9d05-ea06f3220d97 service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865976 Oct 28 08:40:18.679589 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-b55ad766-fd26-4583-8679-2caf395fe7b1 service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679315 Oct 28 08:40:18.728879 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-1128afec-fa99-4cac-af07-9ae2721359f4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=13f224eb775f4d80b8634af6b1b8a2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5606577 Oct 28 08:40:18.750059 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50694) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:18.793621 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-979d8963-045c-4b90-a3af-1a7623876075 req-0442cced-6b23-44c5-ad5b-ccc6c83918d2 service neutron] 10.222.0.77 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8869896 Oct 28 08:40:18.794264 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128afec-fa99-4cac-af07-9ae2721359f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3da5cc3-33e3-4726-9acb-81d367517f6a,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:18.853692 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec76d23-b88f-4c55-abfe-2fe74495ee16 x-openstack-request-id: req-6ec76d23-b88f-4c55-abfe-2fe74495ee16 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:40:18.854588 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c70c146b-a5ed-43af-aad8-18fb35f2dab5", "tag": "93c85b10-5891-4f31-b058-20a4f4a01304", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:40:18.856231 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6ec76d23-b88f-4c55-abfe-2fe74495ee16 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:40:18.858804 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c70c146b-a5ed-43af-aad8-18fb35f2dab5', 'tag': '93c85b10-5891-4f31-b058-20a4f4a01304', 'status': 'completed', 'code': 200} Oct 28 08:40:18.859911 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f8fde60-8e1e-4fdd-93bb-2731aaa3b816', 'tag': '21f88ffd-b1f0-4eee-a795-5feb6bbbdd08'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:40:18.863119 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3ca77c-f49b-4fe3-9491-11d52eb7006d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f8fde60-8e1e-4fdd-93bb-2731aaa3b816", "tag": "21f88ffd-b1f0-4eee-a795-5feb6bbbdd08"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:40:18.932839 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bb6f1af9-12f8-4b65-947c-b6b80538fa70 req-c41039e6-dbbe-428b-a211-9377151996f3 service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448566 Oct 28 08:40:18.933223 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-666b69d4-a6b2-4e03-9eeb-ef8106b6a83d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:18.948901 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e48dba7c-ee00-4522-8cbd-9fade9aa6a8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:18.986141 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e48dba7c-ee00-4522-8cbd-9fade9aa6a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:18.987450 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935725b9-35d8-49e7-900b-f1390fddec21 req-0b23fe6e-083c-4cb6-b0db-cf644fe1d0da tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:18.989772 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-935725b9-35d8-49e7-900b-f1390fddec21 req-0b23fe6e-083c-4cb6-b0db-cf644fe1d0da tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 944 time: 0.1291363 Oct 28 08:40:19.029536 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebb182-a34a-4ef5-8752-6deb70e0c857 req-328c4421-a35b-4763-a870-7d2ed3b7d18b tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:19.031338 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e7ebb182-a34a-4ef5-8752-6deb70e0c857 req-328c4421-a35b-4763-a870-7d2ed3b7d18b tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 943 time: 0.1691623 Oct 28 08:40:19.074188 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-666b69d4-a6b2-4e03-9eeb-ef8106b6a83d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:19.089563 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-e48dba7c-ee00-4522-8cbd-9fade9aa6a8a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e446826e50594a4e80222e150a9271f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4503913 Oct 28 08:40:19.100648 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50704) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:19.103508 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-979d8963-045c-4b90-a3af-1a7623876075 req-3fe539b8-b163-475d-a846-3d45cc6345b4 service neutron] 10.222.0.77 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981849 Oct 28 08:40:19.155442 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48dba7c-ee00-4522-8cbd-9fade9aa6a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affbd99b-6d47-4d0f-9662-eb688f1aa8f7,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:19.164143 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-935725b9-35d8-49e7-900b-f1390fddec21 req-b33ca550-6003-43c2-b087-576eabd8d3db tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566262 Oct 28 08:40:19.190535 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e7ebb182-a34a-4ef5-8752-6deb70e0c857 req-f37d44af-7f44-499f-a4ba-56026220a83a tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362226 Oct 28 08:40:19.202450 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44325b3-809a-4157-82ec-1d02a5afaf06 req-37043369-b9f8-40d0-b53b-2b027d15dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:19.204018 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b44325b3-809a-4157-82ec-1d02a5afaf06 req-37043369-b9f8-40d0-b53b-2b027d15dea5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e86d34d96c64ad4a33efd5f4918dc05&device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 1096 time: 0.2060337 Oct 28 08:40:19.263501 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23cdde-3a16-4ea4-a18d-4c9183bdb51b req-995e32fc-9838-4e83-829f-239ca9474bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:19.265012 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fa23cdde-3a16-4ea4-a18d-4c9183bdb51b req-995e32fc-9838-4e83-829f-239ca9474bb6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deb9a75c575b487eb97a2f189099cb83&device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 1097 time: 0.0921104 Oct 28 08:40:19.294823 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fe5987-78a1-4928-b120-ebc0d82901b6 x-openstack-request-id: req-77fe5987-78a1-4928-b120-ebc0d82901b6 {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:40:19.295111 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f8fde60-8e1e-4fdd-93bb-2731aaa3b816", "tag": "21f88ffd-b1f0-4eee-a795-5feb6bbbdd08", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:40:19.295364 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-77fe5987-78a1-4928-b120-ebc0d82901b6 {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:40:19.295765 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f8fde60-8e1e-4fdd-93bb-2731aaa3b816', 'tag': '21f88ffd-b1f0-4eee-a795-5feb6bbbdd08', 'status': 'completed', 'code': 200} Oct 28 08:40:19.306230 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-666b69d4-a6b2-4e03-9eeb-ef8106b6a83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:19.308942 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-666b69d4-a6b2-4e03-9eeb-ef8106b6a83d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:19.310109 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-666b69d4-a6b2-4e03-9eeb-ef8106b6a83d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d3da5cc3-33e3-4726-9acb-81d367517f6a HTTP/1.1" status: 204 len: 168 time: 0.5591455 Oct 28 08:40:19.361609 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44325b3-809a-4157-82ec-1d02a5afaf06 req-929505fd-474a-4fba-984f-0b20ee899548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:19.365112 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b44325b3-809a-4157-82ec-1d02a5afaf06 req-929505fd-474a-4fba-984f-0b20ee899548 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0ff72cbf-ad46-4828-989e-fa971038eaa3 HTTP/1.1" status: 200 len: 920 time: 0.1520994 Oct 28 08:40:19.404002 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-04c4d5c0-ea68-45a7-9be9-b89e8d21ddbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:19.425190 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b44325b3-809a-4157-82ec-1d02a5afaf06 req-e6640329-0a4e-4b21-9927-7d259d7f55ae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93c85b10-5891-4f31-b058-20a4f4a01304 HTTP/1.1" status: 200 len: 217 time: 0.0537031 Oct 28 08:40:19.426255 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-04c4d5c0-ea68-45a7-9be9-b89e8d21ddbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:19.442401 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b69d4-a6b2-4e03-9eeb-ef8106b6a83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3da5cc3-33e3-4726-9acb-81d367517f6a,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:19.499015 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44325b3-809a-4157-82ec-1d02a5afaf06 req-5efb22ce-2ee7-449d-9ad4-505daaee02c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:19.505245 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b44325b3-809a-4157-82ec-1d02a5afaf06 req-5efb22ce-2ee7-449d-9ad4-505daaee02c2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2fd21eb4-40f5-47c1-b699-b95baa074a71 HTTP/1.1" status: 200 len: 858 time: 0.0674269 Oct 28 08:40:19.556599 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ca77c-f49b-4fe3-9491-11d52eb7006d req-cce91d87-4124-478d-939e-73a0665294aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:19.558296 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-bb3ca77c-f49b-4fe3-9491-11d52eb7006d req-cce91d87-4124-478d-939e-73a0665294aa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e86d34d96c64ad4a33efd5f4918dc05&device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 1096 time: 0.2612784 Oct 28 08:40:19.567882 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b44325b3-809a-4157-82ec-1d02a5afaf06 req-88e0539a-9fbf-4874-966a-64f5b8779874 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0ff72cbf-ad46-4828-989e-fa971038eaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599008 Oct 28 08:40:19.645860 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23cdde-3a16-4ea4-a18d-4c9183bdb51b req-ffccaeaf-949e-4de4-9b19-b0d49a3042ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:19.645860 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fa23cdde-3a16-4ea4-a18d-4c9183bdb51b req-ffccaeaf-949e-4de4-9b19-b0d49a3042ab service neutron] 10.222.0.77 "GET /v2.0/networks?id=8054d646-b889-4c53-8d8e-0b66f004b73f HTTP/1.1" status: 200 len: 912 time: 0.3593085 Oct 28 08:40:19.646521 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-04c4d5c0-ea68-45a7-9be9-b89e8d21ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:19.648993 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-04c4d5c0-ea68-45a7-9be9-b89e8d21ddbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:19.652701 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-04c4d5c0-ea68-45a7-9be9-b89e8d21ddbf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/affbd99b-6d47-4d0f-9662-eb688f1aa8f7 HTTP/1.1" status: 204 len: 168 time: 0.5456405 Oct 28 08:40:19.705579 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 1ea9f506-fc5b-4333-86a8-f36b3750df5b details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:40:19.708358 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fa23cdde-3a16-4ea4-a18d-4c9183bdb51b req-7850cb86-8911-438b-b516-8e6eb61c7548 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca1bece9-ad29-4024-93d9-2e154ebe1e8e HTTP/1.1" status: 200 len: 217 time: 0.0567055 Oct 28 08:40:19.709119 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4d5c0-ea68-45a7-9be9-b89e8d21ddbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affbd99b-6d47-4d0f-9662-eb688f1aa8f7,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:19.834077 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23cdde-3a16-4ea4-a18d-4c9183bdb51b req-dbd0ddfb-362f-4791-9c54-21107edf9bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:19.836520 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fa23cdde-3a16-4ea4-a18d-4c9183bdb51b req-dbd0ddfb-362f-4791-9c54-21107edf9bae service neutron] 10.222.0.77 "GET /v2.0/subnets?id=845c0f3f-7051-408d-b475-1ff3eae03add HTTP/1.1" status: 200 len: 849 time: 0.1210523 Oct 28 08:40:19.878424 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ca77c-f49b-4fe3-9491-11d52eb7006d req-98034e08-7bf1-4b1e-9c11-4ecf470109dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:19.881102 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-bb3ca77c-f49b-4fe3-9491-11d52eb7006d req-98034e08-7bf1-4b1e-9c11-4ecf470109dd service neutron] 10.222.0.77 "GET /v2.0/networks?id=0ff72cbf-ad46-4828-989e-fa971038eaa3 HTTP/1.1" status: 200 len: 920 time: 0.3096559 Oct 28 08:40:19.888335 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 1ea9f506-fc5b-4333-86a8-f36b3750df5b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1ea9f506-fc5b-4333-86a8-f36b3750df5b,segment=NetworkSegment(e077975e-0602-45e9-b7f6-bad80eb6142f),segment_id=e077975e-0602-45e9-b7f6-bad80eb6142f)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:19.903863 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23cdde-3a16-4ea4-a18d-4c9183bdb51b req-ede4fec2-03c3-4624-8d7e-961587e61ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:19.905306 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fa23cdde-3a16-4ea4-a18d-4c9183bdb51b req-ede4fec2-03c3-4624-8d7e-961587e61ffa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8054d646-b889-4c53-8d8e-0b66f004b73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565777 Oct 28 08:40:19.930446 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b44325b3-809a-4157-82ec-1d02a5afaf06 req-71f5a291-7a1e-4ad2-a3b0-21379f3cdb6f service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509226 Oct 28 08:40:19.938414 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': '1ea9f506-fc5b-4333-86a8-f36b3750df5b', 'network_id': '3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b', 'port_id': '1ea9f506-fc5b-4333-86a8-f36b3750df5b', 'mac_address': 'fa:16:3e:0f:4c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8017927-10d9-49ed-baa1-e0177019b272', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:40:19.958705 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626a4ca-0cfe-417e-9a84-eab39f1400c0 req-8444853d-80a3-49ce-82cd-808ee52cad3f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:19.963737 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2626a4ca-0cfe-417e-9a84-eab39f1400c0 req-8444853d-80a3-49ce-82cd-808ee52cad3f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 943 time: 0.2006528 Oct 28 08:40:19.984875 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-bb3ca77c-f49b-4fe3-9491-11d52eb7006d req-b3c9a462-b909-454f-a0fd-9f8126cafe0e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 HTTP/1.1" status: 200 len: 217 time: 0.0934734 Oct 28 08:40:20.040027 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:20.069159 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea9f506-fc5b-4333-86a8-f36b3750df5b {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:20.087406 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ca77c-f49b-4fe3-9491-11d52eb7006d req-a868a3a8-6d3a-4cac-ac0c-64c5e4304832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:20.092349 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-bb3ca77c-f49b-4fe3-9491-11d52eb7006d req-a868a3a8-6d3a-4cac-ac0c-64c5e4304832 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2fd21eb4-40f5-47c1-b699-b95baa074a71 HTTP/1.1" status: 200 len: 858 time: 0.0637572 Oct 28 08:40:20.100170 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 1ea9f506-fc5b-4333-86a8-f36b3750df5b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1ea9f506-fc5b-4333-86a8-f36b3750df5b,segment=NetworkSegment(e077975e-0602-45e9-b7f6-bad80eb6142f),segment_id=e077975e-0602-45e9-b7f6-bad80eb6142f)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:20.110323 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:20.145198 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-bb3ca77c-f49b-4fe3-9491-11d52eb7006d req-5aacc48f-8c88-4fa0-a9f2-71ae99740d5d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0ff72cbf-ad46-4828-989e-fa971038eaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414090 Oct 28 08:40:20.198718 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=1ea9f506-fc5b-4333-86a8-f36b3750df5b,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:20.203815 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2626a4ca-0cfe-417e-9a84-eab39f1400c0 req-ed2ecb25-54b9-4136-b263-58ddf4bc6836 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169416 Oct 28 08:40:20.274794 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b44325b3-809a-4157-82ec-1d02a5afaf06 req-48d34690-65a2-4023-8355-ed58e7b4edac service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095379 Oct 28 08:40:20.346595 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fa23cdde-3a16-4ea4-a18d-4c9183bdb51b req-e6b109b9-1780-4230-a8db-50727840a4c7 service neutron] 10.222.0.77 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721986 Oct 28 08:40:20.470454 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-bb3ca77c-f49b-4fe3-9491-11d52eb7006d req-bdd35362-b1d3-4e9f-b138-afb7419179c2 service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162141 Oct 28 08:40:20.471116 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:40:20.525233 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62db69b-4a89-4d93-9b86-db2a210036fa req-282a0703-9842-45bc-932f-c8a5ab18f8ed tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:20.526874 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c62db69b-4a89-4d93-9b86-db2a210036fa req-282a0703-9842-45bc-932f-c8a5ab18f8ed tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 944 time: 0.1863942 Oct 28 08:40:20.549401 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 50772) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:20.562705 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e1b4c-b7fb-48f3-b6a3-3add9e494cbf req-b7c38d20-70b0-44d5-af40-39bd3c52e967 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:20.574101 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4e9e1b4c-b7fb-48f3-b6a3-3add9e494cbf req-b7c38d20-70b0-44d5-af40-39bd3c52e967 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 944 time: 0.1707990 Oct 28 08:40:20.616752 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-bb3ca77c-f49b-4fe3-9491-11d52eb7006d req-d30d801e-5951-48fd-a0da-b5b58387e9f4 service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279562 Oct 28 08:40:20.661948 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fa23cdde-3a16-4ea4-a18d-4c9183bdb51b req-ef5b0b29-413b-41b4-9b9f-838e80901929 service neutron] 10.222.0.77 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029447 Oct 28 08:40:20.662516 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50782) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:20.678087 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bb9e-7c0d-491c-be66-12c3f446dee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:20.711793 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4e9e1b4c-b7fb-48f3-b6a3-3add9e494cbf req-92bdad21-fdec-4d1e-a1ec-9de6de15686e tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367266 Oct 28 08:40:20.721549 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c62db69b-4a89-4d93-9b86-db2a210036fa req-5ad911ea-bb2f-4c02-b06d-08c0f767f2d2 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777854 Oct 28 08:40:20.768746 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['1ea9f506-fc5b-4333-86a8-f36b3750df5b'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:40:20.783981 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bb9e-7c0d-491c-be66-12c3f446dee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:20.791186 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bb9e-7c0d-491c-be66-12c3f446dee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:20.833711 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5bb9e-7c0d-491c-be66-12c3f446dee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f6c284-4b50-43f4-856c-25bf08640d65,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:20.869331 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-bdc5bb9e-7c0d-491c-be66-12c3f446dee2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dfccc17391b34be7ab41c02672ffba07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2035620 Oct 28 08:40:20.869917 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50786) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:20.892754 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-51dabaa2-cdea-4943-8b54-a6c0c8a35426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:20.938309 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-affd3691-607f-4282-84b8-9cf4e5ebf868 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:20.975942 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-affd3691-607f-4282-84b8-9cf4e5ebf868 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:21.033519 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-51dabaa2-cdea-4943-8b54-a6c0c8a35426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:21.039075 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-51dabaa2-cdea-4943-8b54-a6c0c8a35426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:21.048472 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-affd3691-607f-4282-84b8-9cf4e5ebf868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:21.060806 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-affd3691-607f-4282-84b8-9cf4e5ebf868 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:21.062531 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-affd3691-607f-4282-84b8-9cf4e5ebf868 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f3f6c284-4b50-43f4-856c-25bf08640d65 HTTP/1.1" status: 204 len: 168 time: 0.1916835 Oct 28 08:40:21.071820 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd3691-607f-4282-84b8-9cf4e5ebf868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f6c284-4b50-43f4-856c-25bf08640d65,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:21.088816 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-51dabaa2-cdea-4943-8b54-a6c0c8a35426 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ca0c7291e76f4be6b84176ac2c757b84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5126650 Oct 28 08:40:21.090053 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dabaa2-cdea-4943-8b54-a6c0c8a35426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf999a0-e7ab-4f6b-b918-5eea31496153,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:21.091903 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50792) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:21.111889 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 50794) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:21.178615 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-aaae184f-e135-42ad-b6d3-3bfe20bd965a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:21.222041 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-aaae184f-e135-42ad-b6d3-3bfe20bd965a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:21.288611 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-aaae184f-e135-42ad-b6d3-3bfe20bd965a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:21.291502 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-aaae184f-e135-42ad-b6d3-3bfe20bd965a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:21.292687 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-aaae184f-e135-42ad-b6d3-3bfe20bd965a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7bf999a0-e7ab-4f6b-b918-5eea31496153 HTTP/1.1" status: 204 len: 168 time: 0.1988070 Oct 28 08:40:21.304291 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae184f-e135-42ad-b6d3-3bfe20bd965a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf999a0-e7ab-4f6b-b918-5eea31496153,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:21.400063 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8197c4-cbc2-4925-96c6-1b2d656ff64c req-31bf2794-d33b-48d0-8b2f-c9f194547d96 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:21.409394 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-cb8197c4-cbc2-4925-96c6-1b2d656ff64c req-31bf2794-d33b-48d0-8b2f-c9f194547d96 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 943 time: 0.0750320 Oct 28 08:40:21.461776 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-cb8197c4-cbc2-4925-96c6-1b2d656ff64c req-49d086c4-1bb0-40f4-8e05-81849117aebb tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503728 Oct 28 08:40:21.499579 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-91ce331e-f853-40ea-bbd7-c3d760ae8e6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:21.522653 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-f9131f88-1914-4853-b98a-4bdc590a2448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:21.597698 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-91ce331e-f853-40ea-bbd7-c3d760ae8e6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:21.605099 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-91ce331e-f853-40ea-bbd7-c3d760ae8e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:21.659850 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce331e-f853-40ea-bbd7-c3d760ae8e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c6934c-81cd-45b5-b729-a2088437bec7,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:21.669049 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-91ce331e-f853-40ea-bbd7-c3d760ae8e6a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=70d8ab83907e437c8aab55c1bb1e6a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5533960 Oct 28 08:40:21.669049 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 50812) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:21.675923 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 93c85b10-5891-4f31-b058-20a4f4a01304 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:40:21.744271 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7bb4d413-aa58-4679-bc6c-67120461b3a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:21.775088 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7bb4d413-aa58-4679-bc6c-67120461b3a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:21.890390 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 93c85b10-5891-4f31-b058-20a4f4a01304, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=93c85b10-5891-4f31-b058-20a4f4a01304,segment=NetworkSegment(7cf73d5c-29ff-494b-9715-bcd52e788a65),segment_id=7cf73d5c-29ff-494b-9715-bcd52e788a65)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:21.909541 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': '93c85b10-5891-4f31-b058-20a4f4a01304', 'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3', 'port_id': '93c85b10-5891-4f31-b058-20a4f4a01304', 'mac_address': 'fa:16:3e:1d:ae:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd21eb4-40f5-47c1-b699-b95baa074a71', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:40:21.922323 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50826) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:21.961515 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-43ee48c0-79f6-41df-8892-6b557989e50e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:21.967895 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cca0d9-5c51-47b0-966b-345767804e4c req-18c0efca-238f-43dc-af39-4adb94b9a0e2 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:21.976154 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-61cca0d9-5c51-47b0-966b-345767804e4c req-18c0efca-238f-43dc-af39-4adb94b9a0e2 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 944 time: 0.1611845 Oct 28 08:40:21.976482 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.003040 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c85b10-5891-4f31-b058-20a4f4a01304 {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:22.007490 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be9e25-c08b-4cc3-bf90-f8f06fbbc432 req-e07c29a7-f127-41b8-aec4-d44be079cb1e tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:22.009237 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-84be9e25-c08b-4cc3-bf90-f8f06fbbc432 req-e07c29a7-f127-41b8-aec4-d44be079cb1e tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 944 time: 0.1418593 Oct 28 08:40:22.015808 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7bb4d413-aa58-4679-bc6c-67120461b3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.019011 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7bb4d413-aa58-4679-bc6c-67120461b3a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.023010 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-7bb4d413-aa58-4679-bc6c-67120461b3a7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/91c6934c-81cd-45b5-b729-a2088437bec7 HTTP/1.1" status: 204 len: 168 time: 0.3530474 Oct 28 08:40:22.032060 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 93c85b10-5891-4f31-b058-20a4f4a01304, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=93c85b10-5891-4f31-b058-20a4f4a01304,segment=NetworkSegment(7cf73d5c-29ff-494b-9715-bcd52e788a65),segment_id=7cf73d5c-29ff-494b-9715-bcd52e788a65)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:22.038257 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.039243 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:40:22.057905 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4d413-aa58-4679-bc6c-67120461b3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c6934c-81cd-45b5-b729-a2088437bec7,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:22.106649 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-61cca0d9-5c51-47b0-966b-345767804e4c req-93f30676-dcc3-4b0e-bb65-7654cbd9e88f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289134 Oct 28 08:40:22.158562 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-84be9e25-c08b-4cc3-bf90-f8f06fbbc432 req-13fcd9bc-aaac-4573-859e-01b3b57f2f00 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249833 Oct 28 08:40:22.163847 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=93c85b10-5891-4f31-b058-20a4f4a01304,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:22.171471 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=21f88ffd-b1f0-4eee-a795-5feb6bbbdd08,segment=NetworkSegment(7cf73d5c-29ff-494b-9715-bcd52e788a65),segment_id=7cf73d5c-29ff-494b-9715-bcd52e788a65)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:22.185710 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': '21f88ffd-b1f0-4eee-a795-5feb6bbbdd08', 'network_id': '0ff72cbf-ad46-4828-989e-fa971038eaa3', 'port_id': '21f88ffd-b1f0-4eee-a795-5feb6bbbdd08', 'mac_address': 'fa:16:3e:8e:2c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd21eb4-40f5-47c1-b699-b95baa074a71', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:40:22.214056 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-43ee48c0-79f6-41df-8892-6b557989e50e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.227699 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-43ee48c0-79f6-41df-8892-6b557989e50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.241904 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.262981 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:22.290123 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=21f88ffd-b1f0-4eee-a795-5feb6bbbdd08,segment=NetworkSegment(7cf73d5c-29ff-494b-9715-bcd52e788a65),segment_id=7cf73d5c-29ff-494b-9715-bcd52e788a65)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:22.298855 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.301993 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device ca1bece9-ad29-4024-93d9-2e154ebe1e8e details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:40:22.309186 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-43ee48c0-79f6-41df-8892-6b557989e50e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a47bb16daf8c4271890a1a914054ac0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3854809 Oct 28 08:40:22.313959 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 50844) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:22.319256 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee48c0-79f6-41df-8892-6b557989e50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8087a4c9-1b68-4c3a-b608-9e7da83760e8,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:22.393551 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7a46cb1a-48a0-4493-983e-3641d92df090 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.421491 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7a46cb1a-48a0-4493-983e-3641d92df090 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.515784 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7a46cb1a-48a0-4493-983e-3641d92df090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.519360 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7a46cb1a-48a0-4493-983e-3641d92df090 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.520611 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-7a46cb1a-48a0-4493-983e-3641d92df090 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8087a4c9-1b68-4c3a-b608-9e7da83760e8 HTTP/1.1" status: 204 len: 168 time: 0.2077761 Oct 28 08:40:22.539588 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46cb1a-48a0-4493-983e-3641d92df090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8087a4c9-1b68-4c3a-b608-9e7da83760e8,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:22.553386 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=21f88ffd-b1f0-4eee-a795-5feb6bbbdd08,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:22.605991 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b69d68-9aa5-42c2-ad7f-f87f3fdd8753 req-c138feed-a39f-42bb-8af9-719647d72109 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:22.607619 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-59b69d68-9aa5-42c2-ad7f-f87f3fdd8753 req-c138feed-a39f-42bb-8af9-719647d72109 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 944 time: 0.0659192 Oct 28 08:40:22.612880 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port ca1bece9-ad29-4024-93d9-2e154ebe1e8e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ca1bece9-ad29-4024-93d9-2e154ebe1e8e,segment=NetworkSegment(07e6c21e-d80f-4ae6-8f71-73a7242dc574),segment_id=07e6c21e-d80f-4ae6-8f71-73a7242dc574)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:22.626762 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': 'ca1bece9-ad29-4024-93d9-2e154ebe1e8e', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'port_id': 'ca1bece9-ad29-4024-93d9-2e154ebe1e8e', 'mac_address': 'fa:16:3e:2a:6f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:40:22.662274 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-59b69d68-9aa5-42c2-ad7f-f87f3fdd8753 req-0637a5d6-294f-4e44-8e92-b124d1bcff96 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Oct 28 08:40:22.671156 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.690235 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca1bece9-ad29-4024-93d9-2e154ebe1e8e {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:22.714168 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port ca1bece9-ad29-4024-93d9-2e154ebe1e8e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ca1bece9-ad29-4024-93d9-2e154ebe1e8e,segment=NetworkSegment(07e6c21e-d80f-4ae6-8f71-73a7242dc574),segment_id=07e6c21e-d80f-4ae6-8f71-73a7242dc574)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:22.719730 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.784586 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=ca1bece9-ad29-4024-93d9-2e154ebe1e8e,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:22.827849 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 50858) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:22.848778 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-43b84f01-440e-4e89-8018-37fe289ac4b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.946150 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-43b84f01-440e-4e89-8018-37fe289ac4b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.951613 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-43b84f01-440e-4e89-8018-37fe289ac4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:23.003090 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-43b84f01-440e-4e89-8018-37fe289ac4b3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ec7081f3260047a5a1ac7fa229d8b2be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737106 Oct 28 08:40:23.006968 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50870) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:23.010883 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b84f01-440e-4e89-8018-37fe289ac4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3e2060-5f14-4a1c-826b-bb279209f9f3,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:23.077229 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a9c747f9-955e-41cc-8311-2ba638c1d5ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:23.108820 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a9c747f9-955e-41cc-8311-2ba638c1d5ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:23.172274 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a9c747f9-955e-41cc-8311-2ba638c1d5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:23.175202 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a9c747f9-955e-41cc-8311-2ba638c1d5ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:23.179766 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-a9c747f9-955e-41cc-8311-2ba638c1d5ae admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ee3e2060-5f14-4a1c-826b-bb279209f9f3 HTTP/1.1" status: 204 len: 168 time: 0.1714411 Oct 28 08:40:23.188710 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c747f9-955e-41cc-8311-2ba638c1d5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3e2060-5f14-4a1c-826b-bb279209f9f3,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:23.195794 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['93c85b10-5891-4f31-b058-20a4f4a01304'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:40:23.202971 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['ca1bece9-ad29-4024-93d9-2e154ebe1e8e'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:40:23.302414 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['21f88ffd-b1f0-4eee-a795-5feb6bbbdd08'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:40:23.361328 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdb6f1-27be-4684-adaa-fc3bc9fee53f req-634ce992-7468-440a-90e7-71376c2d4b3e tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:23.364216 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3bbdb6f1-27be-4684-adaa-fc3bc9fee53f req-634ce992-7468-440a-90e7-71376c2d4b3e tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 945 time: 0.1483181 Oct 28 08:40:23.417071 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee0bc4-92d5-42b3-a23f-1647fda7197f req-569bc5ef-2cc7-49e4-8bea-45adf30b1a4b tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:23.418670 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5aee0bc4-92d5-42b3-a23f-1647fda7197f req-569bc5ef-2cc7-49e4-8bea-45adf30b1a4b tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 944 time: 0.1268625 Oct 28 08:40:23.462019 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3bbdb6f1-27be-4684-adaa-fc3bc9fee53f req-f2fefa4a-e11d-4cd3-8c78-4186a87ce96b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899920 Oct 28 08:40:23.514956 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5aee0bc4-92d5-42b3-a23f-1647fda7197f req-43d33086-e848-4bb5-ab8d-367073507763 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859601 Oct 28 08:40:23.694290 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 1ea9f506-fc5b-4333-86a8-f36b3750df5b up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:23.867083 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3c111-e288-4e3a-8055-b022984da34c req-21e8d70d-d04b-4a4c-9540-5a9802ab4247 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:23.875981 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-98e3c111-e288-4e3a-8055-b022984da34c req-21e8d70d-d04b-4a4c-9540-5a9802ab4247 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 944 time: 0.0953732 Oct 28 08:40:23.934965 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port 1ea9f506-fc5b-4333-86a8-f36b3750df5b completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:40:23.941519 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port 1ea9f506-fc5b-4333-86a8-f36b3750df5b triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:23.945479 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-98e3c111-e288-4e3a-8055-b022984da34c req-e288fd25-67be-470f-9d8c-d6320661c2c5 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673366 Oct 28 08:40:23.946095 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:24.057090 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:24.090330 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8affc35a-332d-434c-824c-e1c8719900e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea9f506-fc5b-4333-86a8-f36b3750df5b'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:40:24.162361 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 1ea9f506-fc5b-4333-86a8-f36b3750df5b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1ea9f506-fc5b-4333-86a8-f36b3750df5b,segment=NetworkSegment(e077975e-0602-45e9-b7f6-bad80eb6142f),segment_id=e077975e-0602-45e9-b7f6-bad80eb6142f)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:24.168912 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:24.228471 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=1ea9f506-fc5b-4333-86a8-f36b3750df5b,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:24.427604 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50952) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:24.435434 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-07e4199d-b5e4-4029-874b-c670fc553345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:24.682634 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-49b82c00-56fc-4c83-9ebc-fd73cd6c0b86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:24.690171 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99646a1d-2f6e-4bb5-94d6-8aa89a33e208 req-08c467ab-d7aa-49a8-bc44-a99f8cbbcafb tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:24.694353 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-99646a1d-2f6e-4bb5-94d6-8aa89a33e208 req-08c467ab-d7aa-49a8-bc44-a99f8cbbcafb tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 945 time: 0.1465836 Oct 28 08:40:24.767149 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a32fd4-dfe5-42c4-87fe-70fa51a61d07" -d '{"events": [{"server_uuid": "8affc35a-332d-434c-824c-e1c8719900e7", "name": "network-vif-plugged", "status": "completed", "tag": "1ea9f506-fc5b-4333-86a8-f36b3750df5b"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:40:24.806823 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-49b82c00-56fc-4c83-9ebc-fd73cd6c0b86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:24.811317 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65698e-241a-4a0b-8a26-d16c92f699c2 req-4a69b1e2-dd00-4390-9cc9-b81f7827bbd1 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:24.813624 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0f65698e-241a-4a0b-8a26-d16c92f699c2 req-4a69b1e2-dd00-4390-9cc9-b81f7827bbd1 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 945 time: 0.1460476 Oct 28 08:40:24.813840 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-49b82c00-56fc-4c83-9ebc-fd73cd6c0b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:24.828417 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-99646a1d-2f6e-4bb5-94d6-8aa89a33e208 req-1657e56e-608e-42ba-91a7-51f44e1af3ee tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155131 Oct 28 08:40:24.850095 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-49b82c00-56fc-4c83-9ebc-fd73cd6c0b86 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=28e9ad1f11524be0ab118d139d6dcbca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4188001 Oct 28 08:40:24.852173 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 50974) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:24.866910 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0f65698e-241a-4a0b-8a26-d16c92f699c2 req-dfc55928-80ca-4c42-8b3d-20b115b400d9 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430551 Oct 28 08:40:24.902074 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b82c00-56fc-4c83-9ebc-fd73cd6c0b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d236fb72-a68b-4c68-b979-551f1ef8f722,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:24.936896 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-cc8b527c-a3c3-4d9b-b104-bb5144607efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:24.973463 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-cc8b527c-a3c3-4d9b-b104-bb5144607efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:25.044392 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-cc8b527c-a3c3-4d9b-b104-bb5144607efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:25.045429 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-cc8b527c-a3c3-4d9b-b104-bb5144607efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:25.047068 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-cc8b527c-a3c3-4d9b-b104-bb5144607efd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d236fb72-a68b-4c68-b979-551f1ef8f722 HTTP/1.1" status: 204 len: 168 time: 0.1938286 Oct 28 08:40:25.056085 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b527c-a3c3-4d9b-b104-bb5144607efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d236fb72-a68b-4c68-b979-551f1ef8f722,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:25.096145 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb11133-4256-4100-9364-6447556e2768 req-c22378c0-b198-4646-a0c0-a19c95a9366b tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:25.101277 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9c1730-f218-47f2-8f5b-f50a97b92931 x-openstack-request-id: req-9d9c1730-f218-47f2-8f5b-f50a97b92931 {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:40:25.101594 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8affc35a-332d-434c-824c-e1c8719900e7", "name": "network-vif-plugged", "status": "completed", "tag": "1ea9f506-fc5b-4333-86a8-f36b3750df5b", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:40:25.101879 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9d9c1730-f218-47f2-8f5b-f50a97b92931 {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:40:25.102891 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8bb11133-4256-4100-9364-6447556e2768 req-c22378c0-b198-4646-a0c0-a19c95a9366b tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 944 time: 0.0839694 Oct 28 08:40:25.103768 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8affc35a-332d-434c-824c-e1c8719900e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea9f506-fc5b-4333-86a8-f36b3750df5b', 'code': 200} Oct 28 08:40:25.150847 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8bb11133-4256-4100-9364-6447556e2768 req-b384816b-a08e-42ff-9e30-7080ae5dc905 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455821 Oct 28 08:40:25.355327 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4392928-a1a1-4cbf-b9ad-ca200256bbf8 req-139d9e5e-23e1-479d-9dd4-83e0cbe724f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:25.356999 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-e4392928-a1a1-4cbf-b9ad-ca200256bbf8 req-139d9e5e-23e1-479d-9dd4-83e0cbe724f3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 1098 time: 0.0969033 Oct 28 08:40:25.377881 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-e4392928-a1a1-4cbf-b9ad-ca200256bbf8 req-f38e0a70-94fe-4f1b-ace7-681fb4d16de2 service neutron] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:25.436112 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:25.508625 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-e4392928-a1a1-4cbf-b9ad-ca200256bbf8 req-f38e0a70-94fe-4f1b-ace7-681fb4d16de2 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:25.513692 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-e4392928-a1a1-4cbf-b9ad-ca200256bbf8 req-f38e0a70-94fe-4f1b-ace7-681fb4d16de2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:25.566206 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-e4392928-a1a1-4cbf-b9ad-ca200256bbf8 req-f38e0a70-94fe-4f1b-ace7-681fb4d16de2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017462 Oct 28 08:40:25.568132 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e0a70-94fe-4f1b-ace7-681fb4d16de2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c4684c-554b-43f3-b975-01372dce79ad,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:25.682111 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 51010) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:25.698592 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 93c85b10-5891-4f31-b058-20a4f4a01304 up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:25.741955 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-99e8bf4f-a0dd-4075-a83a-1b8fa9ea83a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:25.784095 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:25.848301 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port 93c85b10-5891-4f31-b058-20a4f4a01304 completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:40:25.857951 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port 93c85b10-5891-4f31-b058-20a4f4a01304 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:25.859362 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:25.962117 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-99e8bf4f-a0dd-4075-a83a-1b8fa9ea83a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:25.975649 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-99e8bf4f-a0dd-4075-a83a-1b8fa9ea83a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:25.984008 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.029505 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8bf4f-a0dd-4075-a83a-1b8fa9ea83a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40966a81-908d-4e94-a744-3a6a16d147f2,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:26.072260 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 93c85b10-5891-4f31-b058-20a4f4a01304, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=93c85b10-5891-4f31-b058-20a4f4a01304,segment=NetworkSegment(7cf73d5c-29ff-494b-9715-bcd52e788a65),segment_id=7cf73d5c-29ff-494b-9715-bcd52e788a65)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:26.081161 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.084501 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:26.131381 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 51026) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:26.139436 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-99e8bf4f-a0dd-4075-a83a-1b8fa9ea83a1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e23d556018a94dfba10a53b99ad80851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4554653 Oct 28 08:40:26.198364 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7569444-9830-481d-9d7c-e6431fdabf7d req-166a1a89-7d3e-445f-accc-a56969a3e30b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:26.199905 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f7569444-9830-481d-9d7c-e6431fdabf7d req-166a1a89-7d3e-445f-accc-a56969a3e30b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 945 time: 0.1777787 Oct 28 08:40:26.214771 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3d7df-5056-43ff-8ccd-4aa32821ff56 req-60af4a43-d56c-4506-8175-93643cbf07e2 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:26.240379 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-75f3d7df-5056-43ff-8ccd-4aa32821ff56 req-60af4a43-d56c-4506-8175-93643cbf07e2 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 945 time: 0.2205222 Oct 28 08:40:26.298952 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=93c85b10-5891-4f31-b058-20a4f4a01304,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:26.341521 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:40:26.357156 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:26.357577 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.444423 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-75f3d7df-5056-43ff-8ccd-4aa32821ff56 req-f8aa219b-280f-45f4-b029-1e9faaaaa15d tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994922 Oct 28 08:40:26.467605 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f7569444-9830-481d-9d7c-e6431fdabf7d req-3f9cf5d0-bf7c-475d-8bf8-2528d84ccaf2 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167182 Oct 28 08:40:26.484946 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-8702673f-5af3-4b34-af8e-9ad6d87d4b6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.510191 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-8702673f-5af3-4b34-af8e-9ad6d87d4b6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.534856 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.569083 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 51044) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:26.578079 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=21f88ffd-b1f0-4eee-a795-5feb6bbbdd08,segment=NetworkSegment(7cf73d5c-29ff-494b-9715-bcd52e788a65),segment_id=7cf73d5c-29ff-494b-9715-bcd52e788a65)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:26.584648 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.585900 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device ca1bece9-ad29-4024-93d9-2e154ebe1e8e up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:26.611490 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-8702673f-5af3-4b34-af8e-9ad6d87d4b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.614810 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-8702673f-5af3-4b34-af8e-9ad6d87d4b6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.615744 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-8702673f-5af3-4b34-af8e-9ad6d87d4b6d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/40966a81-908d-4e94-a744-3a6a16d147f2 HTTP/1.1" status: 204 len: 168 time: 0.4833667 Oct 28 08:40:26.631528 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702673f-5af3-4b34-af8e-9ad6d87d4b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40966a81-908d-4e94-a744-3a6a16d147f2,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:26.670297 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=21f88ffd-b1f0-4eee-a795-5feb6bbbdd08,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:26.679574 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b832d5-4013-436d-a056-a848815dfd9a req-ea9e79a7-f7ee-4bef-86a3-9cfe5548ad04 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:26.688626 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d7b832d5-4013-436d-a056-a848815dfd9a req-ea9e79a7-f7ee-4bef-86a3-9cfe5548ad04 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.1170325 Oct 28 08:40:26.734701 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port ca1bece9-ad29-4024-93d9-2e154ebe1e8e completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:40:26.739974 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port ca1bece9-ad29-4024-93d9-2e154ebe1e8e triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:26.740822 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.750769 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d7b832d5-4013-436d-a056-a848815dfd9a req-43c1ddc4-b043-4083-a3fe-bd34f30e8a54 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606182 Oct 28 08:40:26.753650 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5735f0f0-d8ce-4555-b8e3-fde8c7382ff5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.860605 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.874506 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5735f0f0-d8ce-4555-b8e3-fde8c7382ff5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.881175 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5735f0f0-d8ce-4555-b8e3-fde8c7382ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.906715 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port ca1bece9-ad29-4024-93d9-2e154ebe1e8e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ca1bece9-ad29-4024-93d9-2e154ebe1e8e,segment=NetworkSegment(07e6c21e-d80f-4ae6-8f71-73a7242dc574),segment_id=07e6c21e-d80f-4ae6-8f71-73a7242dc574)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:26.914969 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.931310 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-5735f0f0-d8ce-4555-b8e3-fde8c7382ff5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d618171a38054953b83ce55364bd8dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586998 Oct 28 08:40:26.931310 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735f0f0-d8ce-4555-b8e3-fde8c7382ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0721e5fd-d395-4010-b730-a47c1d9e852a,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:26.932502 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 51060) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:26.986339 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=ca1bece9-ad29-4024-93d9-2e154ebe1e8e,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:27.003425 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d46539c0-7033-4a3e-826a-16938048bf25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:27.029814 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d46539c0-7033-4a3e-826a-16938048bf25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:27.100323 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d46539c0-7033-4a3e-826a-16938048bf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:27.103180 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d46539c0-7033-4a3e-826a-16938048bf25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:27.104331 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-d46539c0-7033-4a3e-826a-16938048bf25 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0721e5fd-d395-4010-b730-a47c1d9e852a HTTP/1.1" status: 204 len: 168 time: 0.1708183 Oct 28 08:40:27.105152 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70c146b-a5ed-43af-aad8-18fb35f2dab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c85b10-5891-4f31-b058-20a4f4a01304'}, {'server_uuid': '1f8fde60-8e1e-4fdd-93bb-2731aaa3b816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f88ffd-b1f0-4eee-a795-5feb6bbbdd08'}, {'server_uuid': 'a8d46e50-0675-4d39-9947-f35acce9f945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1bece9-ad29-4024-93d9-2e154ebe1e8e'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:40:27.108492 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e933d5e-56a5-48ec-b52a-222a9b3aaa93" -d '{"events": [{"server_uuid": "c70c146b-a5ed-43af-aad8-18fb35f2dab5", "name": "network-vif-plugged", "status": "completed", "tag": "93c85b10-5891-4f31-b058-20a4f4a01304"}, {"server_uuid": "1f8fde60-8e1e-4fdd-93bb-2731aaa3b816", "name": "network-vif-plugged", "status": "completed", "tag": "21f88ffd-b1f0-4eee-a795-5feb6bbbdd08"}, {"server_uuid": "a8d46e50-0675-4d39-9947-f35acce9f945", "name": "network-vif-plugged", "status": "completed", "tag": "ca1bece9-ad29-4024-93d9-2e154ebe1e8e"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:40:27.120553 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46539c0-7033-4a3e-826a-16938048bf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0721e5fd-d395-4010-b730-a47c1d9e852a,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:27.184101 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 28 Oct 2021 08:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc90bc3-3dd2-4687-92ba-b4391865fc13 x-openstack-request-id: req-ebc90bc3-3dd2-4687-92ba-b4391865fc13 {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:40:27.184592 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70c146b-a5ed-43af-aad8-18fb35f2dab5", "name": "network-vif-plugged", "status": "completed", "tag": "93c85b10-5891-4f31-b058-20a4f4a01304", "code": 200}, {"server_uuid": "1f8fde60-8e1e-4fdd-93bb-2731aaa3b816", "name": "network-vif-plugged", "status": "completed", "tag": "21f88ffd-b1f0-4eee-a795-5feb6bbbdd08", "code": 200}, {"server_uuid": "a8d46e50-0675-4d39-9947-f35acce9f945", "name": "network-vif-plugged", "status": "completed", "tag": "ca1bece9-ad29-4024-93d9-2e154ebe1e8e", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:40:27.184914 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ebc90bc3-3dd2-4687-92ba-b4391865fc13 {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:40:27.185433 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70c146b-a5ed-43af-aad8-18fb35f2dab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c85b10-5891-4f31-b058-20a4f4a01304', 'code': 200} Oct 28 08:40:27.185751 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8fde60-8e1e-4fdd-93bb-2731aaa3b816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f88ffd-b1f0-4eee-a795-5feb6bbbdd08', 'code': 200} Oct 28 08:40:27.186087 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d46e50-0675-4d39-9947-f35acce9f945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1bece9-ad29-4024-93d9-2e154ebe1e8e', 'code': 200} Oct 28 08:40:27.294618 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 51076) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:27.320075 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5a0beaaf-d689-46e9-81de-92429da2d43c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:27.421387 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:27.525473 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5a0beaaf-d689-46e9-81de-92429da2d43c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:27.536164 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5a0beaaf-d689-46e9-81de-92429da2d43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:27.611084 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-5a0beaaf-d689-46e9-81de-92429da2d43c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=641aed911eb94d5ea04ea9119bfd6e65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148205 Oct 28 08:40:27.614270 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 51100) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:27.690901 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cc5b4-60c9-4dbb-9eeb-583aebf7d178 req-6009f7a2-6695-4b9c-8502-7d8353e50b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:27.692635 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-ed9cc5b4-60c9-4dbb-9eeb-583aebf7d178 req-6009f7a2-6695-4b9c-8502-7d8353e50b42 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 1098 time: 0.2372015 Oct 28 08:40:27.719698 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0beaaf-d689-46e9-81de-92429da2d43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff29509e-04be-410c-a40a-793a3416ea08,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:27.798574 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae667382-592b-42e6-94ce-06ac8655e117 req-9ee9d212-8820-4c7c-9073-61648c8d8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:27.800549 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-ae667382-592b-42e6-94ce-06ac8655e117 req-9ee9d212-8820-4c7c-9073-61648c8d8824 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 1098 time: 0.2042623 Oct 28 08:40:27.835554 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-ed9cc5b4-60c9-4dbb-9eeb-583aebf7d178 req-66cab2f4-279c-4c96-a160-9637ed939161 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984814 Oct 28 08:40:27.885152 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-ae667382-592b-42e6-94ce-06ac8655e117 req-36d2e8c2-d999-4b52-bf3d-871140258d0d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642860 Oct 28 08:40:27.941841 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f7fc-fbae-4c19-9a9b-be7edf2102ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:27.971680 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e36f72-e817-4b44-891a-66979555bb14 req-b7f12ce9-772e-4f37-8ddb-e7b5ad9e8d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:27.974170 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-58e36f72-e817-4b44-891a-66979555bb14 req-b7f12ce9-772e-4f37-8ddb-e7b5ad9e8d70 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 1099 time: 0.2421234 Oct 28 08:40:28.003784 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae8f9e-6f44-41c2-90d3-2b490c2c850c req-7c10a0b2-86a4-4c3b-8b62-26ca979fdf7f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:28.009234 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c7ae8f9e-6f44-41c2-90d3-2b490c2c850c req-7c10a0b2-86a4-4c3b-8b62-26ca979fdf7f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.2785540 Oct 28 08:40:28.018174 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54279afa-e8f8-4fc6-87e7-323945e13d71 req-2fb12778-43bf-45b9-ba00-f88a01676675 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:28.019688 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-54279afa-e8f8-4fc6-87e7-323945e13d71 req-2fb12778-43bf-45b9-ba00-f88a01676675 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 945 time: 0.2425444 Oct 28 08:40:28.038001 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f7fc-fbae-4c19-9a9b-be7edf2102ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:28.123806 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-54279afa-e8f8-4fc6-87e7-323945e13d71 req-464ef6ee-5651-4a8e-a464-d0e1f4d66d3c tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941556 Oct 28 08:40:28.127524 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c7ae8f9e-6f44-41c2-90d3-2b490c2c850c req-9def1b7b-20d9-45ad-878c-b6bd1f38b484 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025627 Oct 28 08:40:28.170656 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f7fc-fbae-4c19-9a9b-be7edf2102ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:28.174206 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f7fc-fbae-4c19-9a9b-be7edf2102ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:28.176703 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-8ae7f7fc-fbae-4c19-9a9b-be7edf2102ff admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ff29509e-04be-410c-a40a-793a3416ea08 HTTP/1.1" status: 204 len: 168 time: 0.5613947 Oct 28 08:40:28.187853 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7f7fc-fbae-4c19-9a9b-be7edf2102ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff29509e-04be-410c-a40a-793a3416ea08,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:28.276925 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e23c02-cfc8-4bfb-a065-e76ad520ec81 req-ec5e24e1-2788-43a3-8211-aac93f3f4af7 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:28.278480 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-69e23c02-cfc8-4bfb-a065-e76ad520ec81 req-ec5e24e1-2788-43a3-8211-aac93f3f4af7 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0705338 Oct 28 08:40:28.364694 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-69e23c02-cfc8-4bfb-a065-e76ad520ec81 req-203af401-73b1-42b5-b729-b55d5ade76e4 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792007 Oct 28 08:40:28.407602 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-58e36f72-e817-4b44-891a-66979555bb14 req-c00d7f3a-ef14-4fae-8a63-a4102cc8518d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668221 Oct 28 08:40:28.438174 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 51134) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:28.554919 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-ce683c2d-c6df-4322-a392-7860b7a28858 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-811292163-network', 'tenant_id': '5d151ada161c47d4ae433054a67cdb95'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:28.579188 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce683c2d-c6df-4322-a392-7860b7a28858 admin admin] Made reservation on behalf of 5d151ada161c47d4ae433054a67cdb95 for: {'network': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:40:28.581828 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ce683c2d-c6df-4322-a392-7860b7a28858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for network, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:28.592584 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ce683c2d-c6df-4322-a392-7860b7a28858 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:28.692272 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ce683c2d-c6df-4322-a392-7860b7a28858 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:28.699631 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ce683c2d-c6df-4322-a392-7860b7a28858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:28.753160 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce683c2d-c6df-4322-a392-7860b7a28858 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=108150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:40:28.771666 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce683c2d-c6df-4322-a392-7860b7a28858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5882d25-d5c9-48d4-b76e-137f8a79d9c0,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:28.779777 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ce683c2d-c6df-4322-a392-7860b7a28858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:28.780407 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.db.segments_db [None req-ce683c2d-c6df-4322-a392-7860b7a28858 admin admin] Added segment bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672 of type vlan for network 99f80582-49be-48b4-8fdc-c145bb74ebac Oct 28 08:40:28.840672 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ce683c2d-c6df-4322-a392-7860b7a28858 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726588262319'] for network, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:28.878588 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ce683c2d-c6df-4322-a392-7860b7a28858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for network, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:28.881156 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce683c2d-c6df-4322-a392-7860b7a28858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:28.883095 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ce683c2d-c6df-4322-a392-7860b7a28858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:28.941112 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-ce683c2d-c6df-4322-a392-7860b7a28858 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5014768 Oct 28 08:40:28.945606 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 51164) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:28.953047 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-44d4e6cd-b183-4019-9287-355112d358cb admin admin] Request body: {'subnet': {'network_id': '99f80582-49be-48b4-8fdc-c145bb74ebac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-811292163-subnet', 'tenant_id': '5d151ada161c47d4ae433054a67cdb95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:28.955474 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce683c2d-c6df-4322-a392-7860b7a28858 admin admin] Pushing event updated for resources: {'Network': ['ID=99f80582-49be-48b4-8fdc-c145bb74ebac,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:28.967196 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Network 99f80582-49be-48b4-8fdc-c145bb74ebac details requested by agent ovs-agent-dv-cinder-815660-3-iscsi with host dv-cinder-815660-3-iscsi {{(pid=108151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:40:28.982998 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d4e6cd-b183-4019-9287-355112d358cb admin admin] Made reservation on behalf of 5d151ada161c47d4ae433054a67cdb95 for: {'subnet': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:40:28.985355 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-44d4e6cd-b183-4019-9287-355112d358cb admin admin] Publish callbacks [] for subnet, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:29.398013 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2aa65-f9c8-4799-8d53-253cc0b7c84f req-a02c9e95-66de-4974-a890-e8056f734595 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:29.406115 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c8a2aa65-f9c8-4799-8d53-253cc0b7c84f req-a02c9e95-66de-4974-a890-e8056f734595 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.1397011 Oct 28 08:40:29.413083 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b106e4a-42b1-4862-a990-c95bed796c57 req-e8fa76c0-518c-45e4-ae7d-9e7f2d546214 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:29.414721 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4b106e4a-42b1-4862-a990-c95bed796c57 req-e8fa76c0-518c-45e4-ae7d-9e7f2d546214 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 945 time: 0.1561155 Oct 28 08:40:29.439470 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-44d4e6cd-b183-4019-9287-355112d358cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for subnet, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:29.516177 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c8a2aa65-f9c8-4799-8d53-253cc0b7c84f req-1f6d9dd8-9ba4-4744-9b9b-0d0e0db615c6 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004300 Oct 28 08:40:29.526269 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4e6cd-b183-4019-9287-355112d358cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c70abcf2-682e-4f60-a91c-f81d4232a2fd,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:29.540093 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4b106e4a-42b1-4862-a990-c95bed796c57 req-cc08c201-b38a-438d-8ae9-0fa5484e5849 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150596 Oct 28 08:40:29.564900 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4e6cd-b183-4019-9287-355112d358cb admin admin] Checking segment: {'id': 'bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '99f80582-49be-48b4-8fdc-c145bb74ebac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:40:29.565854 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d4e6cd-b183-4019-9287-355112d358cb admin admin] Network hostable DHCP agents. Network: 99f80582-49be-48b4-8fdc-c145bb74ebac, hostable agents: ['a0272f17-d1f2-4606-9a20-f7b889da77c9'], hosted agents: [] {{(pid=108149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:40:29.589630 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d4e6cd-b183-4019-9287-355112d358cb admin admin] Network 99f80582-49be-48b4-8fdc-c145bb74ebac is scheduled to be hosted by DHCP agent a0272f17-d1f2-4606-9a20-f7b889da77c9 with binding_index 1 {{(pid=108149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:40:29.610365 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-44d4e6cd-b183-4019-9287-355112d358cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-3-iscsi, 99f80582-49be-48b4-8fdc-c145bb74ebac) {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:29.616388 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d4e6cd-b183-4019-9287-355112d358cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:29.617013 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-44d4e6cd-b183-4019-9287-355112d358cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:29.621247 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768e8df6-13ee-48a2-bd76-2d3932c21e6f None None] Network 99f80582-49be-48b4-8fdc-c145bb74ebac requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:40:29.673588 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc6851-e8a0-47db-b2d4-9c96af4dd31a req-1a3a0f78-886e-4d6c-a896-2bdc831a9cfa tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:29.675616 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-70fc6851-e8a0-47db-b2d4-9c96af4dd31a req-1a3a0f78-886e-4d6c-a896-2bdc831a9cfa tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0794990 Oct 28 08:40:29.689829 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-44d4e6cd-b183-4019-9287-355112d358cb admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7419267 Oct 28 08:40:29.751935 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-70fc6851-e8a0-47db-b2d4-9c96af4dd31a req-101227d1-23bc-4061-8eb1-ac4c46c705d5 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607753 Oct 28 08:40:29.818597 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6156d2e6-ba88-4d9d-99de-a1697e79c315 None None] Network 99f80582-49be-48b4-8fdc-c145bb74ebac requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:40:30.640592 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617c794-414d-4679-a5d9-8e9d3aa94813 req-6ada299b-1751-47f0-8c9f-6c66422bcd22 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:30.642347 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b617c794-414d-4679-a5d9-8e9d3aa94813 req-6ada299b-1751-47f0-8c9f-6c66422bcd22 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0514100 Oct 28 08:40:30.685906 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b617c794-414d-4679-a5d9-8e9d3aa94813 req-e202dbbf-350c-44c7-87d7-3afc1ef2bd8c tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368648 Oct 28 08:40:30.866742 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a33d1-46bb-4b6f-84d6-4a1ec5a8f152 req-0e55f4b1-8258-4df2-be33-ee5c9275db89 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:30.868184 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9f9a33d1-46bb-4b6f-84d6-4a1ec5a8f152 req-0e55f4b1-8258-4df2-be33-ee5c9275db89 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0493455 Oct 28 08:40:30.907996 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9f9a33d1-46bb-4b6f-84d6-4a1ec5a8f152 req-7478f3e8-e429-4fd6-aeb5-f4c6040f769d tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332718 Oct 28 08:40:31.806966 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13ed07-a5bc-414a-8410-89e587755f95 req-45d34326-22ee-4750-8049-3b162056f694 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:31.809396 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ca13ed07-a5bc-414a-8410-89e587755f95 req-45d34326-22ee-4750-8049-3b162056f694 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0567482 Oct 28 08:40:31.847658 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ca13ed07-a5bc-414a-8410-89e587755f95 req-3af947fa-bbb3-40e7-bc57-ced7e865cbed tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325332 Oct 28 08:40:32.036010 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0e994-94d1-4312-94de-3311991050b6 req-357b61a1-2491-4bea-aac4-60f7cfc23b6e tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:32.037514 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c7b0e994-94d1-4312-94de-3311991050b6 req-357b61a1-2491-4bea-aac4-60f7cfc23b6e tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0499122 Oct 28 08:40:32.077552 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c7b0e994-94d1-4312-94de-3311991050b6 req-ebfc8c38-08cb-4d6c-9740-4b0c0d079811 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338874 Oct 28 08:40:32.964012 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5860ca-38bb-4bbf-aae0-9e6e894c3062 req-382f5ff0-3985-4560-9886-ba928728d3cb tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:32.965476 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1f5860ca-38bb-4bbf-aae0-9e6e894c3062 req-382f5ff0-3985-4560-9886-ba928728d3cb tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0495322 Oct 28 08:40:33.003218 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1f5860ca-38bb-4bbf-aae0-9e6e894c3062 req-d353fa68-bfe1-4760-9535-196569f32ab7 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317636 Oct 28 08:40:33.209181 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c049f-6c84-4dc6-88a5-a3def7ef1a54 req-c455da84-030f-43ae-aa6f-340074466a5b tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:33.209181 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ca0c049f-6c84-4dc6-88a5-a3def7ef1a54 req-c455da84-030f-43ae-aa6f-340074466a5b tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0562708 Oct 28 08:40:33.242701 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ca0c049f-6c84-4dc6-88a5-a3def7ef1a54 req-1ea164d9-f8d1-4c1b-8f89-b5a1ebeb44f7 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329680 Oct 28 08:40:34.143051 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44748d-190d-4df9-be48-de9444c8a7fc req-56c0278c-9d63-478b-b4e9-027bacc1335e tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:34.144825 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ed44748d-190d-4df9-be48-de9444c8a7fc req-56c0278c-9d63-478b-b4e9-027bacc1335e tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0592427 Oct 28 08:40:34.196151 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ed44748d-190d-4df9-be48-de9444c8a7fc req-05ba8b62-f14f-40d0-9dbb-0bd5b471153d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433698 Oct 28 08:40:34.414888 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35360a-08cf-465d-a868-a85bfa5aa940 req-2feab88e-b72c-425f-bc6f-e5b14d26eb00 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:34.422739 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2c35360a-08cf-465d-a868-a85bfa5aa940 req-2feab88e-b72c-425f-bc6f-e5b14d26eb00 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0947540 Oct 28 08:40:34.477166 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2c35360a-08cf-465d-a868-a85bfa5aa940 req-52e4e47f-b704-4c8b-bef8-c37843234f04 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534112 Oct 28 08:40:34.900486 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a5845-e734-4b09-8695-b8b8bdfd67d3 req-b5fe5be3-2f74-4066-aee4-8993adbfe8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:34.902004 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-675a5845-e734-4b09-8695-b8b8bdfd67d3 req-b5fe5be3-2f74-4066-aee4-8993adbfe8df service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e86d34d96c64ad4a33efd5f4918dc05&device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 1098 time: 0.0941350 Oct 28 08:40:34.987211 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35249b2f-a337-4094-a83e-5f064dea7abe req-74cb50b7-6113-48cf-935d-b341fd798ad1 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:34.989420 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-35249b2f-a337-4094-a83e-5f064dea7abe req-74cb50b7-6113-48cf-935d-b341fd798ad1 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.1343126 Oct 28 08:40:35.058706 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a5845-e734-4b09-8695-b8b8bdfd67d3 req-1002bbd7-46a9-4163-a967-76bae847602d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:35.060168 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-675a5845-e734-4b09-8695-b8b8bdfd67d3 req-1002bbd7-46a9-4163-a967-76bae847602d service neutron] 10.222.0.77 "GET /v2.0/networks?id=0ff72cbf-ad46-4828-989e-fa971038eaa3 HTTP/1.1" status: 200 len: 920 time: 0.1489012 Oct 28 08:40:35.072963 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-35249b2f-a337-4094-a83e-5f064dea7abe req-0186c88f-8ad8-4a91-9fea-313c36b9f0c5 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692229 Oct 28 08:40:35.118582 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-675a5845-e734-4b09-8695-b8b8bdfd67d3 req-6a9c9c64-d589-4801-a85e-64c606edebd3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 HTTP/1.1" status: 200 len: 217 time: 0.0479262 Oct 28 08:40:35.204424 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a5845-e734-4b09-8695-b8b8bdfd67d3 req-e703bb7d-ce62-4a1e-9935-43c9ff565121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:35.205940 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-675a5845-e734-4b09-8695-b8b8bdfd67d3 req-e703bb7d-ce62-4a1e-9935-43c9ff565121 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2fd21eb4-40f5-47c1-b699-b95baa074a71 HTTP/1.1" status: 200 len: 858 time: 0.0463293 Oct 28 08:40:35.318746 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bab426-16be-4059-9038-2906a9e00538 req-737739e4-3545-402c-aa88-3e90820f7913 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:35.320223 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-86bab426-16be-4059-9038-2906a9e00538 req-737739e4-3545-402c-aa88-3e90820f7913 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0510628 Oct 28 08:40:35.382651 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-675a5845-e734-4b09-8695-b8b8bdfd67d3 req-fe12c599-457e-45a1-9cc7-5d033d2ff17b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0ff72cbf-ad46-4828-989e-fa971038eaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383058 Oct 28 08:40:35.390570 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-86bab426-16be-4059-9038-2906a9e00538 req-831be97b-bc31-4baf-9707-0cf542d9e2f4 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644846 Oct 28 08:40:35.520566 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-675a5845-e734-4b09-8695-b8b8bdfd67d3 req-ef5359a3-6190-4f0b-b57e-e914f853ae28 service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236610 Oct 28 08:40:35.536294 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aadb65-24c2-46b5-bbba-bd95f05ae0e7 req-2b48a91c-be9f-4387-b1ac-c931ae18439c tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:35.537686 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-36aadb65-24c2-46b5-bbba-bd95f05ae0e7 req-2b48a91c-be9f-4387-b1ac-c931ae18439c tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0767057 Oct 28 08:40:35.546758 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 51364) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:35.554469 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-6dfb92f7-141e-465d-883d-46e61f77e82b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Request body: {'floatingip': {'port_id': 'ca1bece9-ad29-4024-93d9-2e154ebe1e8e'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:35.629300 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6dfb92f7-141e-465d-883d-46e61f77e82b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for floatingip, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:35.634263 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-675a5845-e734-4b09-8695-b8b8bdfd67d3 req-433b7b1d-2a72-405a-afe8-c911c70fee84 service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062732 Oct 28 08:40:35.884425 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b9730-2056-4539-bafc-95cca839f300 req-f510db06-8085-4eb7-9b58-efc5b13f4cc1 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:35.886157 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8d0b9730-2056-4539-bafc-95cca839f300 req-f510db06-8085-4eb7-9b58-efc5b13f4cc1 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/networks?id=99f80582-49be-48b4-8fdc-c145bb74ebac HTTP/1.1" status: 200 len: 813 time: 0.1147783 Oct 28 08:40:35.906689 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8d0b9730-2056-4539-bafc-95cca839f300 req-919e9650-8ef0-4fb4-960a-ffcc64a171d0 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/quotas/5d151ada161c47d4ae433054a67cdb95 HTTP/1.1" status: 200 len: 375 time: 0.0108781 Oct 28 08:40:35.940087 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8d0b9730-2056-4539-bafc-95cca839f300 req-0eabebea-f6d2-4fe5-81a8-4731d4e6bd1b tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5d151ada161c47d4ae433054a67cdb95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288742 Oct 28 08:40:36.059543 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8d0b9730-2056-4539-bafc-95cca839f300 req-53f092b1-c70e-4150-8799-601b5d685634 service neutron] 10.222.0.74 "GET /v2.0/networks/99f80582-49be-48b4-8fdc-c145bb74ebac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096179 Oct 28 08:40:36.222251 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8d0b9730-2056-4539-bafc-95cca839f300 req-913fee12-44fc-4fa8-9db4-ac78076912b1 service neutron] 10.222.0.74 "GET /v2.0/networks/99f80582-49be-48b4-8fdc-c145bb74ebac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553485 Oct 28 08:40:36.252223 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.db.resource_extend [None req-6dfb92f7-141e-465d-883d-46e61f77e82b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 08:40:36.260203 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb58d92-7a2b-4312-9736-0a1919252b72 req-92e882fa-98e0-4ca7-9fa6-a8a7805c1e8d tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:36.261897 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9bb58d92-7a2b-4312-9736-0a1919252b72 req-92e882fa-98e0-4ca7-9fa6-a8a7805c1e8d tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0939884 Oct 28 08:40:36.344428 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9bb58d92-7a2b-4312-9736-0a1919252b72 req-fafba6a2-544a-402c-a055-34e5663d7a57 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758841 Oct 28 08:40:36.395867 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6dfb92f7-141e-465d-883d-46e61f77e82b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:36.403011 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6dfb92f7-141e-465d-883d-46e61f77e82b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550714'] for floatingip, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:36.551978 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.db.l3_db [None req-6dfb92f7-141e-465d-883d-46e61f77e82b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Floating IP aeba14d7-d279-44bc-a6e2-8a21899d5237 associated. External IP: 172.27.2.83, port: ca1bece9-ad29-4024-93d9-2e154ebe1e8e. Oct 28 08:40:36.566715 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a1ca12ee-5d51-40b2-9691-4920ea994437 req-51b08b67-9e6c-48dd-89ad-fc15fc0a1122 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 210 time: 0.0544207 Oct 28 08:40:37.096070 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfb92f7-141e-465d-883d-46e61f77e82b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Router 2c125f52-3781-4872-a5e2-194d78a60219 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:40:37.212758 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfb92f7-141e-465d-883d-46e61f77e82b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:40:37.218676 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6dfb92f7-141e-465d-883d-46e61f77e82b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:37.232117 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fccc08-b371-406e-8a7c-b1efa54a846d None None] Sync routers for ids ['2c125f52-3781-4872-a5e2-194d78a60219'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:40:37.251746 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fccc08-b371-406e-8a7c-b1efa54a846d None None] Routers {'2c125f52-3781-4872-a5e2-194d78a60219'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:40:37.253558 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-c7fccc08-b371-406e-8a7c-b1efa54a846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:40:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['2c125f52-3781-4872-a5e2-194d78a60219'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:40:37.263888 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-6dfb92f7-141e-465d-883d-46e61f77e82b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "PUT /v2.0/floatingips/aeba14d7-d279-44bc-a6e2-8a21899d5237 HTTP/1.1" status: 200 len: 991 time: 1.7155759 Oct 28 08:40:37.264460 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d46e50-0675-4d39-9947-f35acce9f945', 'tag': 'ca1bece9-ad29-4024-93d9-2e154ebe1e8e'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:40:37.269174 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020137b0-1d34-4ce4-acf4-612f1a1227c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d46e50-0675-4d39-9947-f35acce9f945", "tag": "ca1bece9-ad29-4024-93d9-2e154ebe1e8e"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:40:37.333766 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d7873c-7325-4cb0-b155-d62c48dd1c27 x-openstack-request-id: req-72d7873c-7325-4cb0-b155-d62c48dd1c27 {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:40:37.334082 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d46e50-0675-4d39-9947-f35acce9f945", "tag": "ca1bece9-ad29-4024-93d9-2e154ebe1e8e", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:40:37.334516 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-72d7873c-7325-4cb0-b155-d62c48dd1c27 {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:40:37.335073 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d46e50-0675-4d39-9947-f35acce9f945', 'tag': 'ca1bece9-ad29-4024-93d9-2e154ebe1e8e', 'status': 'completed', 'code': 200} Oct 28 08:40:37.414575 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020137b0-1d34-4ce4-acf4-612f1a1227c7 req-4e3247be-8954-4f1d-8a2d-e1c008ecf5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:37.417735 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-020137b0-1d34-4ce4-acf4-612f1a1227c7 req-4e3247be-8954-4f1d-8a2d-e1c008ecf5c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deb9a75c575b487eb97a2f189099cb83&device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 1099 time: 0.0522108 Oct 28 08:40:37.423315 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-c7fccc08-b371-406e-8a7c-b1efa54a846d None None] Set router 2c125f52-3781-4872-a5e2-194d78a60219 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:40:37.546833 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876bd76-d367-45b0-96a0-ca31b09c39f3 req-456a9e18-27d4-4335-8eb5-46375df870a5 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:37.554461 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9876bd76-d367-45b0-96a0-ca31b09c39f3 req-456a9e18-27d4-4335-8eb5-46375df870a5 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.1114459 Oct 28 08:40:37.589258 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020137b0-1d34-4ce4-acf4-612f1a1227c7 req-e4173da5-d7ba-42d1-b088-ce7eabd212cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:37.590918 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-020137b0-1d34-4ce4-acf4-612f1a1227c7 req-e4173da5-d7ba-42d1-b088-ce7eabd212cc service neutron] 10.222.0.77 "GET /v2.0/networks?id=8054d646-b889-4c53-8d8e-0b66f004b73f HTTP/1.1" status: 200 len: 912 time: 0.1662283 Oct 28 08:40:37.659880 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9876bd76-d367-45b0-96a0-ca31b09c39f3 req-42c76a90-ed13-47f1-a66a-dfe83d72b345 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045532 Oct 28 08:40:37.756553 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-40289388-fd48-4181-8ac1-b746f770ffcf req-73d7684c-40f7-4f4f-887c-a8298967e40e tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 210 time: 0.1000907 Oct 28 08:40:37.781024 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-020137b0-1d34-4ce4-acf4-612f1a1227c7 req-791537dc-145a-4fb2-a659-7d4e801465a6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca1bece9-ad29-4024-93d9-2e154ebe1e8e HTTP/1.1" status: 200 len: 999 time: 0.1791141 Oct 28 08:40:37.784685 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-c7fccc08-b371-406e-8a7c-b1efa54a846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:47Z', 'revision_number': 4, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port': {'id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'aeba14d7-d279-44bc-a6e2-8a21899d5237', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'port_id': 'ca1bece9-ad29-4024-93d9-2e154ebe1e8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'mac_address': 'fa:16:3e:2a:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d46e50-0675-4d39-9947-f35acce9f945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:39:55Z', 'updated_at': '2021-10-28T08:40:36Z', 'revision_number': 1, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fedf5590-10bc-47d5-82a2-9964cff24f1b', 'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'mac_address': 'fa:16:3e:65:8c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:46Z', 'updated_at': '2021-10-28T08:39:54Z', 'revision_number': 5, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'subnets': [{'id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:40:37.814753 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fccc08-b371-406e-8a7c-b1efa54a846d None None] Checking router: 2c125f52-3781-4872-a5e2-194d78a60219 for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:40:37.825453 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fccc08-b371-406e-8a7c-b1efa54a846d None None] Routers {'2c125f52-3781-4872-a5e2-194d78a60219'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:40:37.826319 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-c7fccc08-b371-406e-8a7c-b1efa54a846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:40:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['2c125f52-3781-4872-a5e2-194d78a60219'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:40:37.851467 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020137b0-1d34-4ce4-acf4-612f1a1227c7 req-95cd65e5-1489-4f50-a467-330e9e7acaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:37.853259 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-020137b0-1d34-4ce4-acf4-612f1a1227c7 req-95cd65e5-1489-4f50-a467-330e9e7acaa2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=845c0f3f-7051-408d-b475-1ff3eae03add HTTP/1.1" status: 200 len: 849 time: 0.0649939 Oct 28 08:40:37.961340 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b9730-2056-4539-bafc-95cca839f300 req-79ad2bdb-cc6e-4d00-90e3-d8c63dabb4bd tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:37.964182 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-8d0b9730-2056-4539-bafc-95cca839f300 req-79ad2bdb-cc6e-4d00-90e3-d8c63dabb4bd tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.77 "GET /v2.0/networks?id=99f80582-49be-48b4-8fdc-c145bb74ebac HTTP/1.1" status: 200 len: 813 time: 0.1622455 Oct 28 08:40:37.978134 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020137b0-1d34-4ce4-acf4-612f1a1227c7 req-60946ac4-fecc-408d-be09-f117bfd190e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:37.979627 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-020137b0-1d34-4ce4-acf4-612f1a1227c7 req-60946ac4-fecc-408d-be09-f117bfd190e5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8054d646-b889-4c53-8d8e-0b66f004b73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1176944 Oct 28 08:40:37.984784 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-8d0b9730-2056-4539-bafc-95cca839f300 req-22db3418-b826-45d5-95a0-7d17ff2eedef tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Request body: {'port': {'device_id': '7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587', 'network_id': '99f80582-49be-48b4-8fdc-c145bb74ebac', 'admin_state_up': True, 'tenant_id': '5d151ada161c47d4ae433054a67cdb95'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:38.016396 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 51470) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:38.045596 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-c7fccc08-b371-406e-8a7c-b1efa54a846d None None] Set router 2c125f52-3781-4872-a5e2-194d78a60219 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:40:38.199391 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-020137b0-1d34-4ce4-acf4-612f1a1227c7 req-efce6099-fd58-4418-9dff-14f48a51a57a service neutron] 10.222.0.77 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054238 Oct 28 08:40:38.307982 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d0b9730-2056-4539-bafc-95cca839f300 req-22db3418-b826-45d5-95a0-7d17ff2eedef tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Made reservation on behalf of 5d151ada161c47d4ae433054a67cdb95 for: {'port': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:40:38.318574 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-8d0b9730-2056-4539-bafc-95cca839f300 req-22db3418-b826-45d5-95a0-7d17ff2eedef tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:38.462930 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-c7fccc08-b371-406e-8a7c-b1efa54a846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:47Z', 'revision_number': 4, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port': {'id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'aeba14d7-d279-44bc-a6e2-8a21899d5237', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'port_id': 'ca1bece9-ad29-4024-93d9-2e154ebe1e8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'mac_address': 'fa:16:3e:2a:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d46e50-0675-4d39-9947-f35acce9f945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:39:55Z', 'updated_at': '2021-10-28T08:40:36Z', 'revision_number': 1, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fedf5590-10bc-47d5-82a2-9964cff24f1b', 'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'mac_address': 'fa:16:3e:65:8c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:46Z', 'updated_at': '2021-10-28T08:39:54Z', 'revision_number': 5, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'subnets': [{'id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:40:38.521450 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-75da02d2-5ed1-4152-a176-3e15dd5daa91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:38.526953 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fccc08-b371-406e-8a7c-b1efa54a846d None None] The sync data for ids ['2c125f52-3781-4872-a5e2-194d78a60219'] in dv-cinder-815660-3-iscsi is: [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:47Z', 'revision_number': 4, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port': {'id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'aeba14d7-d279-44bc-a6e2-8a21899d5237', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'port_id': 'ca1bece9-ad29-4024-93d9-2e154ebe1e8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'mac_address': 'fa:16:3e:2a:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d46e50-0675-4d39-9947-f35acce9f945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:39:55Z', 'updated_at': '2021-10-28T08:40:36Z', 'revision_number': 1, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fedf5590-10bc-47d5-82a2-9964cff24f1b', 'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'mac_address': 'fa:16:3e:65:8c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:46Z', 'updated_at': '2021-10-28T08:39:54Z', 'revision_number': 5, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'subnets': [{'id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:40:38.650137 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [req-8d0b9730-2056-4539-bafc-95cca839f300 req-22db3418-b826-45d5-95a0-7d17ff2eedef tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Allocated IP 172.20.0.2 (99f80582-49be-48b4-8fdc-c145bb74ebac/c70abcf2-682e-4f60-a91c-f81d4232a2fd/67050f04-b58e-4ffc-af8a-21a4e8404719) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:40:38.678431 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-020137b0-1d34-4ce4-acf4-612f1a1227c7 req-1b950cc2-8208-414f-9b9f-42ee98318bad service neutron] 10.222.0.77 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764473 Oct 28 08:40:38.716234 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-75da02d2-5ed1-4152-a176-3e15dd5daa91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:38.721996 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-75da02d2-5ed1-4152-a176-3e15dd5daa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:38.766507 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-75da02d2-5ed1-4152-a176-3e15dd5daa91 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=204ab0ef339644c79d6cc2290e41dde0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7490187 Oct 28 08:40:38.769025 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da02d2-5ed1-4152-a176-3e15dd5daa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b0e230-27a1-4308-96c8-e08236f1f6f0,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:38.771841 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 51520) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:38.844644 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49244db6-49fd-4484-8e5e-df53cce49888 req-d8de4420-a92c-4366-8a9e-4bedf8b55569 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:38.852364 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-49244db6-49fd-4484-8e5e-df53cce49888 req-d8de4420-a92c-4366-8a9e-4bedf8b55569 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0789433 Oct 28 08:40:38.900166 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a83aa297-268e-4cc9-af6f-9a371975c699 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:38.918573 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b3dff4d2-1f4e-4503-b9ab-15c89fcbc27b req-667c3325-cbd9-48a7-a76a-6a2c76ff13d0 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 210 time: 0.0516961 Oct 28 08:40:38.936845 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-49244db6-49fd-4484-8e5e-df53cce49888 req-9380c4e9-7f8f-4885-999a-9bf2daa53f72 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795696 Oct 28 08:40:38.947537 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a83aa297-268e-4cc9-af6f-9a371975c699 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:38.967424 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e110a05-e014-4b06-81a5-a5911fab2366 None None] New status for floating IP aeba14d7-d279-44bc-a6e2-8a21899d5237: ACTIVE {{(pid=108151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:40:38.986893 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-8d0b9730-2056-4539-bafc-95cca839f300 req-22db3418-b826-45d5-95a0-7d17ff2eedef tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:39.035656 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a83aa297-268e-4cc9-af6f-9a371975c699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:39.038883 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a83aa297-268e-4cc9-af6f-9a371975c699 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:39.046037 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-a83aa297-268e-4cc9-af6f-9a371975c699 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/73b0e230-27a1-4308-96c8-e08236f1f6f0 HTTP/1.1" status: 204 len: 168 time: 0.2671390 Oct 28 08:40:39.049821 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-8d0b9730-2056-4539-bafc-95cca839f300 req-22db3418-b826-45d5-95a0-7d17ff2eedef tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:39.086615 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83aa297-268e-4cc9-af6f-9a371975c699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b0e230-27a1-4308-96c8-e08236f1f6f0,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:39.112300 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d0b9730-2056-4539-bafc-95cca839f300 req-22db3418-b826-45d5-95a0-7d17ff2eedef tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Network 99f80582-49be-48b4-8fdc-c145bb74ebac is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:40:39.116913 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [req-8d0b9730-2056-4539-bafc-95cca839f300 req-22db3418-b826-45d5-95a0-7d17ff2eedef tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:39.119988 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0b9730-2056-4539-bafc-95cca839f300 req-22db3418-b826-45d5-95a0-7d17ff2eedef tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:40:39.126121 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b9730-2056-4539-bafc-95cca839f300 req-22db3418-b826-45d5-95a0-7d17ff2eedef tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:39.126777 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-8d0b9730-2056-4539-bafc-95cca839f300 req-22db3418-b826-45d5-95a0-7d17ff2eedef tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:39.133763 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db3418-b826-45d5-95a0-7d17ff2eedef tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Pushing event updated for resources: {'Port': ['ID=67050f04-b58e-4ffc-af8a-21a4e8404719,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:39.156015 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-8d0b9730-2056-4539-bafc-95cca839f300 req-22db3418-b826-45d5-95a0-7d17ff2eedef tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1787856 Oct 28 08:40:39.172018 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Request body: {'port': {'device_id': '7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:39.229231 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:39.397919 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 51532) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:39.412401 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-60f99c6d-0935-4288-a7d1-0c9878796afb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:39.503260 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-60f99c6d-0935-4288-a7d1-0c9878796afb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:39.508322 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-60f99c6d-0935-4288-a7d1-0c9878796afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:39.542270 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67050f04-b58e-4ffc-af8a-21a4e8404719 {{(pid=108150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:39.548341 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-60f99c6d-0935-4288-a7d1-0c9878796afb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4d9f9538f0fd4738bcf612ded53f7d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491427 Oct 28 08:40:39.549203 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f99c6d-0935-4288-a7d1-0c9878796afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5980c59e-9ece-45d0-85f7-30373f19c4d0,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:39.550209 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:39.553418 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 51534) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:39.569209 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.provisioning_blocks [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Transition to ACTIVE for port object 67050f04-b58e-4ffc-af8a-21a4e8404719 will not be triggered until provisioned by entity L2. {{(pid=108150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:40:39.575960 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:39.610727 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-cc124625-3cea-4a84-853e-a2ecf6a33475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:39.639322 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-cc124625-3cea-4a84-853e-a2ecf6a33475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:39.640069 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Pushing event updated for resources: {'Port': ['ID=67050f04-b58e-4ffc-af8a-21a4e8404719,revision_number=2']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:39.674920 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:39.674920 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:39.675217 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:39.675306 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:39.675640 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:39.676468 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:39.676801 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:39.677083 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:39.677408 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:39.677732 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:39.678088 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:39.678409 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:39.703485 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Attempting to bind port 67050f04-b58e-4ffc-af8a-21a4e8404719 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:40:39.703689 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Attempting to bind port 67050f04-b58e-4ffc-af8a-21a4e8404719 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '99f80582-49be-48b4-8fdc-c145bb74ebac'}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:40:39.704020 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Attempting to bind port 67050f04-b58e-4ffc-af8a-21a4e8404719 on network 99f80582-49be-48b4-8fdc-c145bb74ebac {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:39.710082 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Port 67050f04-b58e-4ffc-af8a-21a4e8404719 on network 99f80582-49be-48b4-8fdc-c145bb74ebac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:40:39.710990 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Attempting to bind port 67050f04-b58e-4ffc-af8a-21a4e8404719 on network 99f80582-49be-48b4-8fdc-c145bb74ebac {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:39.716819 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:40:39.717146 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Checking segment: {'id': 'bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '99f80582-49be-48b4-8fdc-c145bb74ebac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:40:39.717542 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Bound using segment: {'id': 'bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '99f80582-49be-48b4-8fdc-c145bb74ebac'} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:40:39.719373 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Bound port: 67050f04-b58e-4ffc-af8a-21a4e8404719, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '99f80582-49be-48b4-8fdc-c145bb74ebac'}}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:40:39.719808 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:39.728320 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-cc124625-3cea-4a84-853e-a2ecf6a33475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:39.734050 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-cc124625-3cea-4a84-853e-a2ecf6a33475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:39.746699 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-cc124625-3cea-4a84-853e-a2ecf6a33475 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5980c59e-9ece-45d0-85f7-30373f19c4d0 HTTP/1.1" status: 204 len: 168 time: 0.1849375 Oct 28 08:40:39.779687 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc124625-3cea-4a84-853e-a2ecf6a33475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5980c59e-9ece-45d0-85f7-30373f19c4d0,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:39.889138 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] For port 67050f04-b58e-4ffc-af8a-21a4e8404719, host hv-cinder-81566, cleared binding levels {{(pid=108150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:40:39.892940 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] For port 67050f04-b58e-4ffc-af8a-21a4e8404719, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=67050f04-b58e-4ffc-af8a-21a4e8404719,segment=NetworkSegment(bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672),segment_id=bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672)] {{(pid=108150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:40:39.898986 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:39.936920 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:39.937579 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:39.939559 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-8d0b9730-2056-4539-bafc-95cca839f300 req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] 10.222.0.77 "PUT /v2.0/ports/67050f04-b58e-4ffc-af8a-21a4e8404719 HTTP/1.1" status: 200 len: 1093 time: 0.7715564 Oct 28 08:40:39.939559 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587', 'tag': '67050f04-b58e-4ffc-af8a-21a4e8404719'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:40:39.942824 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63232ac6-2487-4cd6-b37f-e4cd6e6186ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587", "tag": "67050f04-b58e-4ffc-af8a-21a4e8404719"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:40:40.060023 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e764c2b1-51e0-4090-a98f-a9e17c8a4e05 x-openstack-request-id: req-e764c2b1-51e0-4090-a98f-a9e17c8a4e05 {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:40:40.060630 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587", "tag": "67050f04-b58e-4ffc-af8a-21a4e8404719", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:40:40.060630 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e764c2b1-51e0-4090-a98f-a9e17c8a4e05 {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:40:40.061065 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587', 'tag': '67050f04-b58e-4ffc-af8a-21a4e8404719', 'status': 'completed', 'code': 200} Oct 28 08:40:40.067788 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405ba68-bff2-4e30-9c31-a5bea6952f79 service neutron] Pushing event updated for resources: {'Port': ['ID=67050f04-b58e-4ffc-af8a-21a4e8404719,revision_number=3']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:40.090881 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b9730-2056-4539-bafc-95cca839f300 req-cd5cf83c-2745-49ad-b6f5-4ae528f4bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:40.094598 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-8d0b9730-2056-4539-bafc-95cca839f300 req-cd5cf83c-2745-49ad-b6f5-4ae528f4bbe7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5d151ada161c47d4ae433054a67cdb95&device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 1096 time: 0.0786369 Oct 28 08:40:40.150499 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61241a4-7c6f-4dcf-b79e-f56349fe960a req-e3661166-8753-4dc6-9144-d89c337bac28 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:40.152910 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e61241a4-7c6f-4dcf-b79e-f56349fe960a req-e3661166-8753-4dc6-9144-d89c337bac28 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 943 time: 0.0871089 Oct 28 08:40:40.175242 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-8d0b9730-2056-4539-bafc-95cca839f300 req-294bd766-ffa4-487d-96b4-53751c400511 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67050f04-b58e-4ffc-af8a-21a4e8404719 HTTP/1.1" status: 200 len: 217 time: 0.0656769 Oct 28 08:40:40.240374 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b9730-2056-4539-bafc-95cca839f300 req-acc4f7b1-5f02-47c1-9b07-8a6b3cdbc7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:40.242321 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-8d0b9730-2056-4539-bafc-95cca839f300 req-acc4f7b1-5f02-47c1-9b07-8a6b3cdbc7ce service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c70abcf2-682e-4f60-a91c-f81d4232a2fd HTTP/1.1" status: 200 len: 853 time: 0.0594754 Oct 28 08:40:40.261818 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e61241a4-7c6f-4dcf-b79e-f56349fe960a req-0205d0e9-c1e7-4557-bba1-88eaab2dbe9b tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018789 Oct 28 08:40:40.282287 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ca389-45cf-44d7-aa22-ffae57b7eb5d req-329df191-ed78-4ec8-b24b-fc3d56adf0d5 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:40.286674 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-cb7ca389-45cf-44d7-aa22-ffae57b7eb5d req-329df191-ed78-4ec8-b24b-fc3d56adf0d5 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0931129 Oct 28 08:40:40.298960 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-8d0b9730-2056-4539-bafc-95cca839f300 req-837ade6e-18a7-48f9-a2fe-70f4df9cbba0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=99f80582-49be-48b4-8fdc-c145bb74ebac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413606 Oct 28 08:40:40.330355 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 51578) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:40.359169 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-cb7ca389-45cf-44d7-aa22-ffae57b7eb5d req-e998b391-f7bf-4ed7-b7f1-4a19dffb0fdc tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647461 Oct 28 08:40:40.424489 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-8d0b9730-2056-4539-bafc-95cca839f300 req-d2778146-9ad8-4b77-a9e0-7d72f2ecd910 service neutron] 10.222.0.77 "GET /v2.0/networks/99f80582-49be-48b4-8fdc-c145bb74ebac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211903 Oct 28 08:40:40.534246 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-8d0b9730-2056-4539-bafc-95cca839f300 req-6faed26d-6615-4e65-b542-e3a4d2b08205 service neutron] 10.222.0.77 "GET /v2.0/networks/99f80582-49be-48b4-8fdc-c145bb74ebac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976069 Oct 28 08:40:40.543442 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fa18947c-8741-498f-99c5-ae423559df2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:40.649118 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63232ac6-2487-4cd6-b37f-e4cd6e6186ee req-9bf42531-6bd4-4eb3-a407-f9de2f7957c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:40.649408 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fa18947c-8741-498f-99c5-ae423559df2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:40.652536 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-63232ac6-2487-4cd6-b37f-e4cd6e6186ee req-9bf42531-6bd4-4eb3-a407-f9de2f7957c6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5d151ada161c47d4ae433054a67cdb95&device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 1096 time: 0.0574415 Oct 28 08:40:40.655596 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fa18947c-8741-498f-99c5-ae423559df2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:40.705489 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18947c-8741-498f-99c5-ae423559df2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9afa0c6-37e0-4799-aa75-d28a86f14e51,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:40.721179 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-fa18947c-8741-498f-99c5-ae423559df2f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=47b33f6774ae448a969a194b37b4a552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3801954 Oct 28 08:40:40.724258 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 51598) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:40.725626 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18947c-8741-498f-99c5-ae423559df2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:40.726245 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18947c-8741-498f-99c5-ae423559df2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:40.726815 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18947c-8741-498f-99c5-ae423559df2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:40.727155 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18947c-8741-498f-99c5-ae423559df2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:40.727530 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18947c-8741-498f-99c5-ae423559df2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:40.727867 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18947c-8741-498f-99c5-ae423559df2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:40.728337 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18947c-8741-498f-99c5-ae423559df2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:40.728705 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18947c-8741-498f-99c5-ae423559df2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:40.729006 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18947c-8741-498f-99c5-ae423559df2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:40.729461 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18947c-8741-498f-99c5-ae423559df2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:40.729956 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18947c-8741-498f-99c5-ae423559df2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:40.730300 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18947c-8741-498f-99c5-ae423559df2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:40.804604 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-766d54c0-7c87-4539-90b7-8323f9f26d9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:40.825137 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63232ac6-2487-4cd6-b37f-e4cd6e6186ee req-89a58767-7a2a-4f53-ab1d-041618057abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:40.826607 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 51606) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:40.826728 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-63232ac6-2487-4cd6-b37f-e4cd6e6186ee req-89a58767-7a2a-4f53-ab1d-041618057abb service neutron] 10.222.0.77 "GET /v2.0/networks?id=99f80582-49be-48b4-8fdc-c145bb74ebac HTTP/1.1" status: 200 len: 915 time: 0.1625028 Oct 28 08:40:40.843888 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-766d54c0-7c87-4539-90b7-8323f9f26d9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:40.897096 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-63232ac6-2487-4cd6-b37f-e4cd6e6186ee req-02ca2b51-0322-4636-9617-0f3fd0a72202 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67050f04-b58e-4ffc-af8a-21a4e8404719 HTTP/1.1" status: 200 len: 217 time: 0.0609136 Oct 28 08:40:40.959831 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-766d54c0-7c87-4539-90b7-8323f9f26d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:40.962402 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-766d54c0-7c87-4539-90b7-8323f9f26d9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:40.963587 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-766d54c0-7c87-4539-90b7-8323f9f26d9f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e9afa0c6-37e0-4799-aa75-d28a86f14e51 HTTP/1.1" status: 204 len: 168 time: 0.2382658 Oct 28 08:40:40.980647 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-caede743-fb2d-4d05-8aa6-f6d3cf81096c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:40.982522 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d54c0-7c87-4539-90b7-8323f9f26d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9afa0c6-37e0-4799-aa75-d28a86f14e51,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:40.993047 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63232ac6-2487-4cd6-b37f-e4cd6e6186ee req-c5b5d7c4-a48f-4c22-bcef-6bbb52e3fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:40.997283 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-63232ac6-2487-4cd6-b37f-e4cd6e6186ee req-c5b5d7c4-a48f-4c22-bcef-6bbb52e3fef9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c70abcf2-682e-4f60-a91c-f81d4232a2fd HTTP/1.1" status: 200 len: 853 time: 0.0682847 Oct 28 08:40:41.042184 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-63232ac6-2487-4cd6-b37f-e4cd6e6186ee req-204c4566-42aa-43a1-be27-2462773feb69 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=99f80582-49be-48b4-8fdc-c145bb74ebac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366642 Oct 28 08:40:41.095663 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-caede743-fb2d-4d05-8aa6-f6d3cf81096c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:41.107672 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-caede743-fb2d-4d05-8aa6-f6d3cf81096c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:41.155403 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-caede743-fb2d-4d05-8aa6-f6d3cf81096c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=109e0cf09058489199bc20fa58881aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238835 Oct 28 08:40:41.155403 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caede743-fb2d-4d05-8aa6-f6d3cf81096c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87b3b2e-182c-433f-88f6-084a0682d817,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:41.156572 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 51618) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:41.211558 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-63232ac6-2487-4cd6-b37f-e4cd6e6186ee req-d964e1c7-714b-4b70-961b-ad68a8acc276 service neutron] 10.222.0.77 "GET /v2.0/networks/99f80582-49be-48b4-8fdc-c145bb74ebac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608322 Oct 28 08:40:41.234103 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-cdaf4326-7ebf-4571-89c3-437bea176547 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:41.264399 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-cdaf4326-7ebf-4571-89c3-437bea176547 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:41.367132 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-63232ac6-2487-4cd6-b37f-e4cd6e6186ee req-83d44887-2563-4f47-96f2-9945478c12a3 service neutron] 10.222.0.77 "GET /v2.0/networks/99f80582-49be-48b4-8fdc-c145bb74ebac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473298 Oct 28 08:40:41.459108 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4f4b9-0f9a-4111-bd53-468cbea6f799 req-efa6095f-78b7-435f-a128-378678f5791d tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:41.468446 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e9b4f4b9-0f9a-4111-bd53-468cbea6f799 req-efa6095f-78b7-435f-a128-378678f5791d tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 943 time: 0.0881059 Oct 28 08:40:41.468536 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-cdaf4326-7ebf-4571-89c3-437bea176547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:41.471749 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-cdaf4326-7ebf-4571-89c3-437bea176547 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:41.479816 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-cdaf4326-7ebf-4571-89c3-437bea176547 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c87b3b2e-182c-433f-88f6-084a0682d817 HTTP/1.1" status: 204 len: 168 time: 0.3153417 Oct 28 08:40:41.532330 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 51646) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:41.547707 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf4326-7ebf-4571-89c3-437bea176547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87b3b2e-182c-433f-88f6-084a0682d817,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:41.555498 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-906e932d-d55f-4c11-af8d-f3f1f745557c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:41.598420 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e9b4f4b9-0f9a-4111-bd53-468cbea6f799 req-d103c8c6-a0c0-4c08-bb60-e10ec0af701a tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229522 Oct 28 08:40:41.622448 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cc5b5-5800-43db-ae7a-b7c873620690 req-f155474d-8605-4a44-932a-c1043a794172 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:41.631133 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1b3cc5b5-5800-43db-ae7a-b7c873620690 req-f155474d-8605-4a44-932a-c1043a794172 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.1483054 Oct 28 08:40:41.678002 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-906e932d-d55f-4c11-af8d-f3f1f745557c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:41.689015 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-906e932d-d55f-4c11-af8d-f3f1f745557c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:41.706801 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1b3cc5b5-5800-43db-ae7a-b7c873620690 req-6893a9cc-5a57-411e-ae65-e8e5ee722e03 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745225 Oct 28 08:40:41.738278 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 51650) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:41.739007 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-906e932d-d55f-4c11-af8d-f3f1f745557c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=644cfea7a1a34560a6bd2b366ee1427b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050488 Oct 28 08:40:41.762342 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e932d-d55f-4c11-af8d-f3f1f745557c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c6baf7-429d-4a2f-8d4e-ecc8e4e12310,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:41.807101 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c21a6fa7-fe09-47a9-b3ab-2ccb4d1b0946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:41.833996 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c21a6fa7-fe09-47a9-b3ab-2ccb4d1b0946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:41.910740 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c21a6fa7-fe09-47a9-b3ab-2ccb4d1b0946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:41.914283 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c21a6fa7-fe09-47a9-b3ab-2ccb4d1b0946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:41.915448 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-c21a6fa7-fe09-47a9-b3ab-2ccb4d1b0946 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/60c6baf7-429d-4a2f-8d4e-ecc8e4e12310 HTTP/1.1" status: 204 len: 168 time: 0.1755908 Oct 28 08:40:41.923239 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a6fa7-fe09-47a9-b3ab-2ccb4d1b0946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c6baf7-429d-4a2f-8d4e-ecc8e4e12310,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:42.068498 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 51666) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:42.083236 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-af3e8d95-acae-413b-8e44-ccd8307485aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:42.174664 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-af3e8d95-acae-413b-8e44-ccd8307485aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:42.179165 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-af3e8d95-acae-413b-8e44-ccd8307485aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:42.219890 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e8d95-acae-413b-8e44-ccd8307485aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9509b7e2-f474-41a4-8110-992c18b445ff,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:42.225601 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-af3e8d95-acae-413b-8e44-ccd8307485aa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=06154ec7276f40f8b5f2c145dd233514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559744 Oct 28 08:40:42.228117 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 51670) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:42.290780 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-53eab27c-a8db-4cae-a30a-c4bc8e10659d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:42.319856 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-53eab27c-a8db-4cae-a30a-c4bc8e10659d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:42.388507 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-53eab27c-a8db-4cae-a30a-c4bc8e10659d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:42.389819 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-53eab27c-a8db-4cae-a30a-c4bc8e10659d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:42.393655 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-53eab27c-a8db-4cae-a30a-c4bc8e10659d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9509b7e2-f474-41a4-8110-992c18b445ff HTTP/1.1" status: 204 len: 168 time: 0.1617923 Oct 28 08:40:42.393831 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 51682) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:42.399840 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eab27c-a8db-4cae-a30a-c4bc8e10659d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9509b7e2-f474-41a4-8110-992c18b445ff,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:42.425264 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e22f416a-3274-4da9-bbc3-a3c792d76e30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:42.542335 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e22f416a-3274-4da9-bbc3-a3c792d76e30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:42.548453 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e22f416a-3274-4da9-bbc3-a3c792d76e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:42.637075 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-e22f416a-3274-4da9-bbc3-a3c792d76e30 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d1c8fd3e04a942e5b0f21f8e583d3355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427483 Oct 28 08:40:42.638496 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f416a-3274-4da9-bbc3-a3c792d76e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648ccba7-c6fe-4bc9-a854-7052972b751d,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:42.640041 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 51706) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:42.972230 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f021e04b-8578-43b2-a87f-68899af81aac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.036471 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f021e04b-8578-43b2-a87f-68899af81aac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.065452 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cef7f9-ad51-4008-98b2-db1ce80135c9 req-f97b4fcb-6ba3-4f23-b443-bfe8abac35bd tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:43.073868 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-68cef7f9-ad51-4008-98b2-db1ce80135c9 req-f97b4fcb-6ba3-4f23-b443-bfe8abac35bd tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 943 time: 0.2075968 Oct 28 08:40:43.088078 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b22cf-fb97-4a6f-b0dd-8d700fa4c702 req-5ce696fe-86ed-4ada-a630-642521d638de tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:43.095870 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-971b22cf-fb97-4a6f-b0dd-8d700fa4c702 req-5ce696fe-86ed-4ada-a630-642521d638de tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.2275441 Oct 28 08:40:43.137979 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 51736) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:43.183114 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-971b22cf-fb97-4a6f-b0dd-8d700fa4c702 req-99b40c90-dffa-4b6b-8aa3-358f991ae276 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863869 Oct 28 08:40:43.193175 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-68cef7f9-ad51-4008-98b2-db1ce80135c9 req-3b4bab30-3b9b-466c-8941-5fe276747f76 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181407 Oct 28 08:40:43.214868 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f021e04b-8578-43b2-a87f-68899af81aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.218761 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f021e04b-8578-43b2-a87f-68899af81aac admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.224498 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-f021e04b-8578-43b2-a87f-68899af81aac admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/648ccba7-c6fe-4bc9-a854-7052972b751d HTTP/1.1" status: 204 len: 168 time: 0.5821717 Oct 28 08:40:43.235424 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021e04b-8578-43b2-a87f-68899af81aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648ccba7-c6fe-4bc9-a854-7052972b751d,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:43.376836 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e30320cf-aba2-476c-86f4-205679ee8e7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.462882 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e30320cf-aba2-476c-86f4-205679ee8e7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.468945 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e30320cf-aba2-476c-86f4-205679ee8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.526206 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 51750) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:43.527621 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-e30320cf-aba2-476c-86f4-205679ee8e7e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d34e1c9b921c480282a7c567ee10e168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3888185 Oct 28 08:40:43.528636 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30320cf-aba2-476c-86f4-205679ee8e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b9a4d1-0c15-41ff-aae8-e2e1692955b9,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:43.592135 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b979954c-6380-4764-b4c1-84591abc670e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.621663 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b979954c-6380-4764-b4c1-84591abc670e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.678088 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b979954c-6380-4764-b4c1-84591abc670e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.681028 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b979954c-6380-4764-b4c1-84591abc670e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.682167 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-b979954c-6380-4764-b4c1-84591abc670e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/49b9a4d1-0c15-41ff-aae8-e2e1692955b9 HTTP/1.1" status: 204 len: 168 time: 0.1551013 Oct 28 08:40:43.694207 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979954c-6380-4764-b4c1-84591abc670e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b9a4d1-0c15-41ff-aae8-e2e1692955b9,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:43.803403 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 67050f04-b58e-4ffc-af8a-21a4e8404719 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:40:43.909310 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-73c19327-bfa7-4ae2-814e-ab81ef3abb93 req-cb65a131-b406-4505-b6e4-6e86c7bbb377 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553441 Oct 28 08:40:43.930949 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 67050f04-b58e-4ffc-af8a-21a4e8404719, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=67050f04-b58e-4ffc-af8a-21a4e8404719,segment=NetworkSegment(bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672),segment_id=bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:43.944628 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': '67050f04-b58e-4ffc-af8a-21a4e8404719', 'network_id': '99f80582-49be-48b4-8fdc-c145bb74ebac', 'port_id': '67050f04-b58e-4ffc-af8a-21a4e8404719', 'mac_address': 'fa:16:3e:6e:d6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70abcf2-682e-4f60-a91c-f81d4232a2fd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:40:43.987128 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:44.004983 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67050f04-b58e-4ffc-af8a-21a4e8404719 {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:44.052207 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 67050f04-b58e-4ffc-af8a-21a4e8404719, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=67050f04-b58e-4ffc-af8a-21a4e8404719,segment=NetworkSegment(bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672),segment_id=bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:44.054715 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c19327-bfa7-4ae2-814e-ab81ef3abb93 req-9dc7c922-38b3-4e5b-8379-3241bb205471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:44.058472 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-73c19327-bfa7-4ae2-814e-ab81ef3abb93 req-9dc7c922-38b3-4e5b-8379-3241bb205471 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb79404f2ff94257ba8afa55e780804b&device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 1098 time: 0.0817084 Oct 28 08:40:44.063166 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:44.116595 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=67050f04-b58e-4ffc-af8a-21a4e8404719,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:44.134285 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:44.135640 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:44.136171 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:44.136704 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:44.137218 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:44.138527 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:44.139296 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:44.139821 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:44.140437 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:44.140972 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:44.141597 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:44.142148 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:44.235709 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c19327-bfa7-4ae2-814e-ab81ef3abb93 req-347c3af2-485d-4f59-99b3-d858a4b8b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:44.236770 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-73c19327-bfa7-4ae2-814e-ab81ef3abb93 req-347c3af2-485d-4f59-99b3-d858a4b8b0a4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b HTTP/1.1" status: 200 len: 913 time: 0.1474185 Oct 28 08:40:44.357838 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-73c19327-bfa7-4ae2-814e-ab81ef3abb93 req-14aa8d2f-07a5-47bb-a8f6-86261d153f32 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ea9f506-fc5b-4333-86a8-f36b3750df5b HTTP/1.1" status: 200 len: 217 time: 0.1116586 Oct 28 08:40:44.496976 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['67050f04-b58e-4ffc-af8a-21a4e8404719'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:40:44.514773 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ceb2f-b517-4836-bb2a-d220ec2690a5 req-c64faa25-7b1c-4319-a779-9e3883b49bd9 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:44.518081 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7e0ceb2f-b517-4836-bb2a-d220ec2690a5 req-c64faa25-7b1c-4319-a779-9e3883b49bd9 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 944 time: 0.1547093 Oct 28 08:40:44.520318 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 51794) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:44.537338 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d9c83-dab2-4321-a2d3-8be533aec22d req-4f90fc72-8d90-4a70-bcc8-1914a981266d tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:44.545421 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-751d9c83-dab2-4321-a2d3-8be533aec22d req-4f90fc72-8d90-4a70-bcc8-1914a981266d tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.1987841 Oct 28 08:40:44.580219 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c19327-bfa7-4ae2-814e-ab81ef3abb93 req-bf67c73d-d439-4b49-8d7f-5e0a1ca053d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:44.581819 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-73c19327-bfa7-4ae2-814e-ab81ef3abb93 req-bf67c73d-d439-4b49-8d7f-5e0a1ca053d1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e8017927-10d9-49ed-baa1-e0177019b272 HTTP/1.1" status: 200 len: 851 time: 0.1876667 Oct 28 08:40:44.599964 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-772e7ce3-e185-46f9-a7e5-506b2ef9fb09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:44.640131 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-73c19327-bfa7-4ae2-814e-ab81ef3abb93 req-2d7fd4c3-06ab-47c0-b80f-53de046b927f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437651 Oct 28 08:40:44.641119 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7e0ceb2f-b517-4836-bb2a-d220ec2690a5 req-b58e9bbd-f1fd-4056-aa76-0fdcc8199e7c tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915787 Oct 28 08:40:44.652486 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-751d9c83-dab2-4321-a2d3-8be533aec22d req-7c71a209-741e-42f7-b137-e22f108ccd91 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057658 Oct 28 08:40:44.829063 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-772e7ce3-e185-46f9-a7e5-506b2ef9fb09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:44.837085 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-772e7ce3-e185-46f9-a7e5-506b2ef9fb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:44.892017 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-73c19327-bfa7-4ae2-814e-ab81ef3abb93 req-7122077e-d91a-4557-8048-a14c443f863d service neutron] 10.222.0.77 "GET /v2.0/networks/3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357907 Oct 28 08:40:44.930376 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-772e7ce3-e185-46f9-a7e5-506b2ef9fb09 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=eb4bd19e6f9548cb87bcff1a832d0695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052250 Oct 28 08:40:44.931997 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 51808) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:44.934176 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e7ce3-e185-46f9-a7e5-506b2ef9fb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118c0e67-841c-4821-b169-712a4945adc6,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:44.946494 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 51810) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:45.023089 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-971a2b63-f818-468e-ab6b-b8fd51ffd0d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:45.031493 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-73c19327-bfa7-4ae2-814e-ab81ef3abb93 req-3528fd5b-714e-4e01-b545-03caad1818ab service neutron] 10.222.0.77 "GET /v2.0/networks/3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264248 Oct 28 08:40:45.055777 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-971a2b63-f818-468e-ab6b-b8fd51ffd0d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:45.116375 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-971a2b63-f818-468e-ab6b-b8fd51ffd0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:45.118644 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-971a2b63-f818-468e-ab6b-b8fd51ffd0d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:45.119794 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-971a2b63-f818-468e-ab6b-b8fd51ffd0d3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/118c0e67-841c-4821-b169-712a4945adc6 HTTP/1.1" status: 204 len: 168 time: 0.1868432 Oct 28 08:40:45.130115 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a2b63-f818-468e-ab6b-b8fd51ffd0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118c0e67-841c-4821-b169-712a4945adc6,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:45.144092 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-62fc4ce7-bb75-4d0d-acc3-1a54704c3c37 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1921788260-network', 'tenant_id': '5524f9a286464e8db7e4cb81c3879647'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:45.167199 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fc4ce7-bb75-4d0d-acc3-1a54704c3c37 admin admin] Made reservation on behalf of 5524f9a286464e8db7e4cb81c3879647 for: {'network': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:40:45.169561 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-62fc4ce7-bb75-4d0d-acc3-1a54704c3c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for network, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:45.178758 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-62fc4ce7-bb75-4d0d-acc3-1a54704c3c37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:45.282196 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-62fc4ce7-bb75-4d0d-acc3-1a54704c3c37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:45.287950 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-62fc4ce7-bb75-4d0d-acc3-1a54704c3c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:45.310999 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fc4ce7-bb75-4d0d-acc3-1a54704c3c37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=108149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:40:45.321055 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-62fc4ce7-bb75-4d0d-acc3-1a54704c3c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:45.321396 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.segments_db [None req-62fc4ce7-bb75-4d0d-acc3-1a54704c3c37 admin admin] Added segment 8ebebe30-d3a2-458e-804e-d0cd121ae10d of type vlan for network 8e42fbac-77c0-47d1-ade7-e20b3e0f64ea Oct 28 08:40:45.380190 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc4ce7-bb75-4d0d-acc3-1a54704c3c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be4d7f8-2afa-40ef-88bb-6763b1777dc0,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:45.391376 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-62fc4ce7-bb75-4d0d-acc3-1a54704c3c37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726588262319'] for network, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:45.434335 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-62fc4ce7-bb75-4d0d-acc3-1a54704c3c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for network, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:45.435494 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fc4ce7-bb75-4d0d-acc3-1a54704c3c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:45.436115 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-62fc4ce7-bb75-4d0d-acc3-1a54704c3c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:45.514112 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-62fc4ce7-bb75-4d0d-acc3-1a54704c3c37 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5596557 Oct 28 08:40:45.514439 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 51838) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:45.520135 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-481289bb-4e8f-41ab-924b-0068d4c1a1dd admin admin] Request body: {'subnet': {'network_id': '8e42fbac-77c0-47d1-ade7-e20b3e0f64ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1921788260-subnet', 'tenant_id': '5524f9a286464e8db7e4cb81c3879647', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:45.540053 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc4ce7-bb75-4d0d-acc3-1a54704c3c37 admin admin] Pushing event updated for resources: {'Network': ['ID=8e42fbac-77c0-47d1-ade7-e20b3e0f64ea,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:45.547663 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481289bb-4e8f-41ab-924b-0068d4c1a1dd admin admin] Made reservation on behalf of 5524f9a286464e8db7e4cb81c3879647 for: {'subnet': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:40:45.552318 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Network 8e42fbac-77c0-47d1-ade7-e20b3e0f64ea details requested by agent ovs-agent-dv-cinder-815660-3-iscsi with host dv-cinder-815660-3-iscsi {{(pid=108151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:40:45.569181 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-481289bb-4e8f-41ab-924b-0068d4c1a1dd admin admin] Publish callbacks [] for subnet, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:45.602681 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14029be8-4de6-4e37-b7bd-20468b245d64 req-0b1a0cd0-de94-4be7-91c8-172c61be0e81 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:45.614764 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-14029be8-4de6-4e37-b7bd-20468b245d64 req-0b1a0cd0-de94-4be7-91c8-172c61be0e81 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 945 time: 0.1158018 Oct 28 08:40:45.662439 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-14029be8-4de6-4e37-b7bd-20468b245d64 req-e5c4af18-359f-4477-b87e-8e7b388aac55 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462708 Oct 28 08:40:45.792583 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:45.794694 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-481289bb-4e8f-41ab-924b-0068d4c1a1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for subnet, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:45.824698 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632cbb8-edfb-438f-8209-3f91865d42df req-0b4a5a86-107b-4263-9064-3bf4b312acb6 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:45.826391 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d632cbb8-edfb-438f-8209-3f91865d42df req-0b4a5a86-107b-4263-9064-3bf4b312acb6 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0894046 Oct 28 08:40:45.839731 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e134c47-df04-48d4-8607-feb55f46dda9 req-5e4e9038-1da3-4dae-9aa6-c86ad760037e tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:45.841255 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8e134c47-df04-48d4-8607-feb55f46dda9 req-5e4e9038-1da3-4dae-9aa6-c86ad760037e tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 944 time: 0.0750661 Oct 28 08:40:45.858759 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481289bb-4e8f-41ab-924b-0068d4c1a1dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd8d100-4ccf-472b-80f7-fddc918e715a,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:45.883264 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481289bb-4e8f-41ab-924b-0068d4c1a1dd admin admin] Checking segment: {'id': '8ebebe30-d3a2-458e-804e-d0cd121ae10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8e42fbac-77c0-47d1-ade7-e20b3e0f64ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:40:45.883636 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481289bb-4e8f-41ab-924b-0068d4c1a1dd admin admin] Network hostable DHCP agents. Network: 8e42fbac-77c0-47d1-ade7-e20b3e0f64ea, hostable agents: ['a0272f17-d1f2-4606-9a20-f7b889da77c9'], hosted agents: [] {{(pid=108150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:40:45.903027 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d632cbb8-edfb-438f-8209-3f91865d42df req-1f3ecccd-3997-4a6e-a3ec-1a43cf912763 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607641 Oct 28 08:40:45.906376 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8e134c47-df04-48d4-8607-feb55f46dda9 req-d8fca00b-758a-425e-9f62-493677111c2e tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575202 Oct 28 08:40:45.909870 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481289bb-4e8f-41ab-924b-0068d4c1a1dd admin admin] Network 8e42fbac-77c0-47d1-ade7-e20b3e0f64ea is scheduled to be hosted by DHCP agent a0272f17-d1f2-4606-9a20-f7b889da77c9 with binding_index 1 {{(pid=108150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:40:45.934894 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-481289bb-4e8f-41ab-924b-0068d4c1a1dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-3-iscsi, 8e42fbac-77c0-47d1-ade7-e20b3e0f64ea) {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:45.940055 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481289bb-4e8f-41ab-924b-0068d4c1a1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:45.940641 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-481289bb-4e8f-41ab-924b-0068d4c1a1dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:45.946331 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f93bf1-fcab-4dab-aa48-65e30ab59ade None None] Network 8e42fbac-77c0-47d1-ade7-e20b3e0f64ea requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:40:45.963528 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-481289bb-4e8f-41ab-924b-0068d4c1a1dd admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4478633 Oct 28 08:40:46.115928 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0399820a-85fe-44a5-8aa8-cdc3e6ea9b10 None None] Network 8e42fbac-77c0-47d1-ade7-e20b3e0f64ea requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:40:46.800288 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041a1aa-53cb-4b1e-990d-42807414a2dc req-8024f2d3-0143-4aa6-9610-9e9ad5819a9b tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:46.802418 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a041a1aa-53cb-4b1e-990d-42807414a2dc req-8024f2d3-0143-4aa6-9610-9e9ad5819a9b tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 945 time: 0.0540457 Oct 28 08:40:46.843219 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a041a1aa-53cb-4b1e-990d-42807414a2dc req-32f796e2-97e5-47d3-8eb3-38a82f569b86 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348005 Oct 28 08:40:47.056500 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40108d-353d-43b3-b67b-b18f5a747f5a req-9b6af71c-0864-401a-8152-70cc4cd8f196 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:47.058000 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3c40108d-353d-43b3-b67b-b18f5a747f5a req-9b6af71c-0864-401a-8152-70cc4cd8f196 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0809627 Oct 28 08:40:47.070879 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a225d0-5733-4c76-b46e-2c8ca4ae88f5 req-a4e8d79d-74f1-413b-abe5-5b3b049538e6 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:47.072415 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-14a225d0-5733-4c76-b46e-2c8ca4ae88f5 req-a4e8d79d-74f1-413b-abe5-5b3b049538e6 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 944 time: 0.0866401 Oct 28 08:40:47.132348 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3c40108d-353d-43b3-b67b-b18f5a747f5a req-4b7c5618-d262-4401-a257-f2b27e381404 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589335 Oct 28 08:40:47.137426 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-14a225d0-5733-4c76-b46e-2c8ca4ae88f5 req-a9373266-f42f-4f5e-9f6b-9b7ee235b92b tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579696 Oct 28 08:40:47.803864 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 67050f04-b58e-4ffc-af8a-21a4e8404719 up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:47.865080 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port 67050f04-b58e-4ffc-af8a-21a4e8404719 completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:40:47.869895 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port 67050f04-b58e-4ffc-af8a-21a4e8404719 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:47.870386 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:47.953329 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:47.966419 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ca062-0ef2-4830-8072-203298727f55 req-a50da340-04ae-42b2-8ba4-68010a5a4ff5 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:47.968104 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-935ca062-0ef2-4830-8072-203298727f55 req-a50da340-04ae-42b2-8ba4-68010a5a4ff5 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 945 time: 0.0507669 Oct 28 08:40:47.981994 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67050f04-b58e-4ffc-af8a-21a4e8404719'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:40:47.984316 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9253f147-453d-462c-aecf-5ed9de9f1b9e" -d '{"events": [{"server_uuid": "7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587", "name": "network-vif-plugged", "status": "completed", "tag": "67050f04-b58e-4ffc-af8a-21a4e8404719"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:40:47.996995 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 67050f04-b58e-4ffc-af8a-21a4e8404719, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=67050f04-b58e-4ffc-af8a-21a4e8404719,segment=NetworkSegment(bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672),segment_id=bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:48.002633 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:48.017604 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-935ca062-0ef2-4830-8072-203298727f55 req-30a6beb3-20d6-41f1-8673-d55c63a9c69e tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/security-groups?id=06f491e1-792e-4c24-9f58-3aa5a28c6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421948 Oct 28 08:40:48.034915 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2050e333-09b3-4aa2-b733-4929f9e3d340 x-openstack-request-id: req-2050e333-09b3-4aa2-b733-4929f9e3d340 {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:40:48.035321 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587", "name": "network-vif-plugged", "status": "completed", "tag": "67050f04-b58e-4ffc-af8a-21a4e8404719", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:40:48.036066 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2050e333-09b3-4aa2-b733-4929f9e3d340 {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:40:48.036604 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67050f04-b58e-4ffc-af8a-21a4e8404719', 'code': 200} Oct 28 08:40:48.057374 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=67050f04-b58e-4ffc-af8a-21a4e8404719,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:48.150668 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39cb18-dbc6-420c-a47d-1f44d225d8bc req-da4429f4-bb6d-44f9-ac9f-b1c3ef60f04f tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:48.152018 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-3b39cb18-dbc6-420c-a47d-1f44d225d8bc req-da4429f4-bb6d-44f9-ac9f-b1c3ef60f04f tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.77 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 945 time: 0.0841658 Oct 28 08:40:48.290799 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2c204-6e43-4bbc-90c5-c1f52edc6923 req-319a764a-9f19-4cdd-b3ad-ebe38e6dd50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:48.292371 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1ff2c204-6e43-4bbc-90c5-c1f52edc6923 req-319a764a-9f19-4cdd-b3ad-ebe38e6dd50a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 1098 time: 0.1136489 Oct 28 08:40:48.303350 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [req-3b39cb18-dbc6-420c-a47d-1f44d225d8bc req-6e92b57a-6bd2-4db1-a048-0b9662fcf001 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Deleting port 1ea9f506-fc5b-4333-86a8-f36b3750df5b {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:40:48.303693 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-3b39cb18-dbc6-420c-a47d-1f44d225d8bc req-6e92b57a-6bd2-4db1-a048-0b9662fcf001 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:48.310172 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cf8e6-fbce-438c-b59e-2c1a6eb634de req-bdfd7934-2640-470d-a255-fe330498c2cf tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:48.311653 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5b9cf8e6-fbce-438c-b59e-2c1a6eb634de req-bdfd7934-2640-470d-a255-fe330498c2cf tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0956159 Oct 28 08:40:48.323723 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f6828-7e42-427c-97f0-e48370266697 req-369c633c-47f0-43ea-99b0-8d63059f85f4 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:48.325319 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d69f6828-7e42-427c-97f0-e48370266697 req-369c633c-47f0-43ea-99b0-8d63059f85f4 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 945 time: 0.0964994 Oct 28 08:40:48.383250 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5b9cf8e6-fbce-438c-b59e-2c1a6eb634de req-571e1d6d-14ff-4ccd-959a-ae47805f56af tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568380 Oct 28 08:40:48.388890 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d69f6828-7e42-427c-97f0-e48370266697 req-97c5573c-8c85-4827-96f9-985ff4a83677 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556750 Oct 28 08:40:48.406569 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-3b39cb18-dbc6-420c-a47d-1f44d225d8bc req-6e92b57a-6bd2-4db1-a048-0b9662fcf001 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] For port 1ea9f506-fc5b-4333-86a8-f36b3750df5b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1ea9f506-fc5b-4333-86a8-f36b3750df5b,segment=NetworkSegment(e077975e-0602-45e9-b7f6-bad80eb6142f),segment_id=e077975e-0602-45e9-b7f6-bad80eb6142f)] {{(pid=108150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:48.406920 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-3b39cb18-dbc6-420c-a47d-1f44d225d8bc req-6e92b57a-6bd2-4db1-a048-0b9662fcf001 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:48.440647 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [req-3b39cb18-dbc6-420c-a47d-1f44d225d8bc req-6e92b57a-6bd2-4db1-a048-0b9662fcf001 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Calling delete_port for 1ea9f506-fc5b-4333-86a8-f36b3750df5b owned by compute:nova {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:40:48.821702 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-3b39cb18-dbc6-420c-a47d-1f44d225d8bc req-6e92b57a-6bd2-4db1-a048-0b9662fcf001 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:48.883603 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92b57a-6bd2-4db1-a048-0b9662fcf001 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Pushing event deleted for resources: {'Port': ['ID=1ea9f506-fc5b-4333-86a8-f36b3750df5b,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:48.919900 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b39cb18-dbc6-420c-a47d-1f44d225d8bc req-6e92b57a-6bd2-4db1-a048-0b9662fcf001 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] No DVR routers for this DVR port 1ea9f506-fc5b-4333-86a8-f36b3750df5b on host hv-cinder-81566 {{(pid=108150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:40:48.924007 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-3b39cb18-dbc6-420c-a47d-1f44d225d8bc req-6e92b57a-6bd2-4db1-a048-0b9662fcf001 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:48.927970 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-3b39cb18-dbc6-420c-a47d-1f44d225d8bc req-6e92b57a-6bd2-4db1-a048-0b9662fcf001 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.77 "DELETE /v2.0/ports/1ea9f506-fc5b-4333-86a8-f36b3750df5b HTTP/1.1" status: 204 len: 173 time: 0.7678535 Oct 28 08:40:48.928424 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8affc35a-332d-434c-824c-e1c8719900e7', 'name': 'network-vif-deleted', 'tag': '1ea9f506-fc5b-4333-86a8-f36b3750df5b'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:40:48.931000 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f689ff2-a249-4a71-b70b-f894ddb404fc" -d '{"events": [{"server_uuid": "8affc35a-332d-434c-824c-e1c8719900e7", "name": "network-vif-deleted", "tag": "1ea9f506-fc5b-4333-86a8-f36b3750df5b"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:40:48.933330 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-4b3a798f-832e-4fd5-863b-da520ca61400 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:48.935044 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-4b3a798f-832e-4fd5-863b-da520ca61400 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/networks?id=8e42fbac-77c0-47d1-ade7-e20b3e0f64ea HTTP/1.1" status: 200 len: 809 time: 0.1417108 Oct 28 08:40:48.951860 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-7e00ae03-7298-4a15-add3-457acac84e0d tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/quotas/5524f9a286464e8db7e4cb81c3879647 HTTP/1.1" status: 200 len: 375 time: 0.0102925 Oct 28 08:40:48.984643 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-52c6e642-af12-44fe-8faf-39a4f031f50c tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5524f9a286464e8db7e4cb81c3879647&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263522 Oct 28 08:40:49.079445 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ac9f39bb-cdbe-412f-ba08-56dd6c32b433 service neutron] 10.222.0.74 "GET /v2.0/networks/8e42fbac-77c0-47d1-ade7-e20b3e0f64ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873363 Oct 28 08:40:49.170596 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-f56687b4-a73b-492d-8710-e3139293fb5a service neutron] 10.222.0.74 "GET /v2.0/networks/8e42fbac-77c0-47d1-ade7-e20b3e0f64ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843124 Oct 28 08:40:49.308230 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e7283e-7c3b-4c7f-917c-94e70ed641a5 x-openstack-request-id: req-c4e7283e-7c3b-4c7f-917c-94e70ed641a5 {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:40:49.308726 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8affc35a-332d-434c-824c-e1c8719900e7", "name": "network-vif-deleted", "tag": "1ea9f506-fc5b-4333-86a8-f36b3750df5b", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:40:49.308726 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c4e7283e-7c3b-4c7f-917c-94e70ed641a5 {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:40:49.309138 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8affc35a-332d-434c-824c-e1c8719900e7', 'name': 'network-vif-deleted', 'tag': '1ea9f506-fc5b-4333-86a8-f36b3750df5b', 'status': 'completed', 'code': 200} Oct 28 08:40:49.386656 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-12906ef6-ecc2-43ba-aad4-feabad31f783 req-6bc2f682-e954-41f5-ae73-26d59926052a tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.0334263 Oct 28 08:40:49.456545 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a577a54d-1133-4a20-bf6d-c90810fb3664 req-ffbf12d0-6730-47e1-bb4f-77b046ccc934 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 210 time: 0.0265517 Oct 28 08:40:49.575138 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74180aba-a24a-41fd-be31-b22ad9646809 req-f428bf81-7ac1-4323-921d-2f818f14f721 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:49.576819 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-74180aba-a24a-41fd-be31-b22ad9646809 req-f428bf81-7ac1-4323-921d-2f818f14f721 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 945 time: 0.0516548 Oct 28 08:40:49.617725 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-74180aba-a24a-41fd-be31-b22ad9646809 req-dbe0fd9b-b9b4-42a1-98ff-29ba0f3c5a91 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343142 Oct 28 08:40:49.758635 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b046c-6eaa-4b91-8c46-3c9a10e20166 req-484060d4-d7a1-4f99-a196-63f548dddb09 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:49.760109 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-302b046c-6eaa-4b91-8c46-3c9a10e20166 req-484060d4-d7a1-4f99-a196-63f548dddb09 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0606644 Oct 28 08:40:49.800601 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['1ea9f506-fc5b-4333-86a8-f36b3750df5b'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:40:49.802835 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-302b046c-6eaa-4b91-8c46-3c9a10e20166 req-a35313a0-4d8e-4112-b855-fcb8eeb284db tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364101 Oct 28 08:40:50.490287 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e19980fe-8ec7-42e0-b591-ced024ab66f1 req-b5efa5e3-2ef2-4d35-aa05-c46cb66e2d47 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.0326324 Oct 28 08:40:50.572705 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b3beab17-8fe9-402b-9fed-48a549fac1b9 req-083cf842-cc6d-4919-9b0c-9bd8f859b5e2 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 210 time: 0.0268018 Oct 28 08:40:50.742772 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26f62f-00dd-4379-b3dc-0c250161ebcc req-538b6673-9d1d-4d6d-beaf-923f17d2f42d tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:50.744155 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bf26f62f-00dd-4379-b3dc-0c250161ebcc req-538b6673-9d1d-4d6d-beaf-923f17d2f42d tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 945 time: 0.0510631 Oct 28 08:40:50.783538 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bf26f62f-00dd-4379-b3dc-0c250161ebcc req-1036a12b-61af-4f4c-baa4-e219a5137e6a tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324481 Oct 28 08:40:50.856610 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1ff2c204-6e43-4bbc-90c5-c1f52edc6923 req-1cb4c0dd-0dc2-4924-9858-9fb4a5f54b36 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333288 Oct 28 08:40:50.925262 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd4bbf-4a34-4eb8-8f81-5b415838bf85 req-59f283f0-c6df-4cb6-b183-bb94c6295bf0 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:50.927355 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-16bd4bbf-4a34-4eb8-8f81-5b415838bf85 req-59f283f0-c6df-4cb6-b183-bb94c6295bf0 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0515442 Oct 28 08:40:50.966096 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-16bd4bbf-4a34-4eb8-8f81-5b415838bf85 req-6be7ce24-d1da-42dd-a111-f5737449e668 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328789 Oct 28 08:40:51.514350 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2bdc-21e9-45e7-9f4e-344bc3af97c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:51.591053 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6534c13-56cb-4b81-a19e-6af58a8586d3 req-e37aff1d-0564-412d-8c7d-b76387f42e35 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.0300262 Oct 28 08:40:51.673934 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bf979cc9-6111-415b-972c-09f57356333a req-96aaaec6-04dc-41b8-815a-6bb148b75631 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 210 time: 0.0260921 Oct 28 08:40:51.908753 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c534ee9-1905-48fc-a47a-a32072fefd1a req-6ad9fc78-b7a0-4e05-9fa4-5d260d941b52 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:51.910141 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2c534ee9-1905-48fc-a47a-a32072fefd1a req-6ad9fc78-b7a0-4e05-9fa4-5d260d941b52 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 945 time: 0.0566669 Oct 28 08:40:51.949249 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2c534ee9-1905-48fc-a47a-a32072fefd1a req-ba777628-6347-4336-8f31-2d0c11d19e58 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324895 Oct 28 08:40:52.086665 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb332f35-e4a7-4708-a477-3956c64d4c81 req-0ae6818f-3d90-4229-8e3c-0d5e9e667fac tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:52.088229 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fb332f35-e4a7-4708-a477-3956c64d4c81 req-0ae6818f-3d90-4229-8e3c-0d5e9e667fac tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0480425 Oct 28 08:40:52.125831 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fb332f35-e4a7-4708-a477-3956c64d4c81 req-999fe91c-c19c-4ce5-989d-8a7569c40f97 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315449 Oct 28 08:40:52.692767 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-58d6977d-a1f3-444e-af01-d58743997c30 req-2abed36d-c2a5-4428-8431-48800ef9db3b tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.0304203 Oct 28 08:40:52.778145 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-26a00777-3202-466a-bdf8-adb124b42c2b req-2d424db7-0304-4c76-9a37-4f17eed6301f tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 210 time: 0.0273764 Oct 28 08:40:53.069646 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f82ff-767d-484b-bf0c-7376ec945692 req-9084692b-6b5d-4baf-ae56-136b56d170ee tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:53.071307 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ff9f82ff-767d-484b-bf0c-7376ec945692 req-9084692b-6b5d-4baf-ae56-136b56d170ee tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 945 time: 0.0552762 Oct 28 08:40:53.110699 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ff9f82ff-767d-484b-bf0c-7376ec945692 req-727ae341-9f21-42ee-99cc-d0802f83f89e tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330186 Oct 28 08:40:53.245593 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8123de-4162-4e53-9933-ff5adae8663a req-bb3add77-59fe-44de-8bb9-25ee1caa0c26 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:53.246986 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ba8123de-4162-4e53-9933-ff5adae8663a req-bb3add77-59fe-44de-8bb9-25ee1caa0c26 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0499032 Oct 28 08:40:53.290862 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ba8123de-4162-4e53-9933-ff5adae8663a req-d230436b-aa83-4fad-9035-5eeb7be3e5b6 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377231 Oct 28 08:40:53.792201 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-05b6e0bb-79c5-4ac2-9ca4-81078cd97f95 req-b8cd4cb7-2cda-49b7-9b1a-7364f9493ca5 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.0290861 Oct 28 08:40:53.879029 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0bc608d2-5e7f-41a8-b2cf-694ca3f646c6 req-8c4bada7-a552-47d9-86c6-449049157298 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 210 time: 0.0284424 Oct 28 08:40:54.233456 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fce8a1-3979-4010-b252-136acd75530f req-943a0517-87c2-42c0-af20-bee9e4bab439 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:54.234939 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-75fce8a1-3979-4010-b252-136acd75530f req-943a0517-87c2-42c0-af20-bee9e4bab439 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 945 time: 0.0491304 Oct 28 08:40:54.282825 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-75fce8a1-3979-4010-b252-136acd75530f req-93532391-bb2b-48c6-a364-fe44dd775b6a tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417070 Oct 28 08:40:54.406522 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7a828-60da-4bc6-9e4d-41fbd2bc3543 req-94e7d5f4-0d1d-405d-82bd-44cc798f307f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:54.407983 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-81f7a828-60da-4bc6-9e4d-41fbd2bc3543 req-94e7d5f4-0d1d-405d-82bd-44cc798f307f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0497582 Oct 28 08:40:54.428863 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-bc5b788d-9fcc-4279-b744-717194b7438e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:54.456424 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-81f7a828-60da-4bc6-9e4d-41fbd2bc3543 req-dcf130dc-07ea-4472-a7ed-e2323777c674 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404921 Oct 28 08:40:54.610209 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 1ea9f506-fc5b-4333-86a8-f36b3750df5b no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:40:54.629723 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] No Port match for: 1ea9f506-fc5b-4333-86a8-f36b3750df5b {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:40:54.630078 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 1ea9f506-fc5b-4333-86a8-f36b3750df5b not bound to the agent host hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:40:54.897428 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-812fe726-3f34-4363-95c1-f8088dad1c76 req-921fe556-0614-4132-9bb6-e43231db2b58 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.0275514 Oct 28 08:40:54.980439 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-01eb7018-6864-44fd-ae14-164fdfa1a2e4 req-0c3fa5fd-c758-4c73-b8b9-c684860a094f tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 210 time: 0.0264156 Oct 28 08:40:55.400520 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c3bcb-3aa7-4955-9e2b-96317b0b31eb req-a0197046-5057-441b-b68d-2bae14095c67 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:55.401916 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9f9c3bcb-3aa7-4955-9e2b-96317b0b31eb req-a0197046-5057-441b-b68d-2bae14095c67 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 945 time: 0.0514729 Oct 28 08:40:55.433525 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:55.444645 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9f9c3bcb-3aa7-4955-9e2b-96317b0b31eb req-8be8f80b-a081-4641-8638-a6b5718677e6 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368638 Oct 28 08:40:55.583625 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3ddcb-e717-4570-8d80-92399baf82e6 req-521018ff-3fa9-40cf-9ac0-012250a584c0 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:55.585083 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6fd3ddcb-e717-4570-8d80-92399baf82e6 req-521018ff-3fa9-40cf-9ac0-012250a584c0 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0518825 Oct 28 08:40:55.635247 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6fd3ddcb-e717-4570-8d80-92399baf82e6 req-6309652d-231e-46eb-9c0f-affca33eb5fa tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443199 Oct 28 08:40:55.678929 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:55.994004 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ccf489fe-56d3-4911-906f-6c0251c8a36c req-de31b6bf-3240-44a7-b818-872e8f0e7991 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.0268054 Oct 28 08:40:56.077189 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5841d8ae-73b9-4f63-b30f-4b487869d9e7 req-bb6a095d-6e6f-44b7-8908-9f6c6d1bdf9a tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 210 time: 0.0265517 Oct 28 08:40:56.567627 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b3033-d29e-4dea-87f3-f6ef7741a6b7 req-b51aae19-c3ef-4ac7-b649-3818776a789e tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:56.569204 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f39b3033-d29e-4dea-87f3-f6ef7741a6b7 req-b51aae19-c3ef-4ac7-b649-3818776a789e tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 945 time: 0.0509398 Oct 28 08:40:56.612908 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f39b3033-d29e-4dea-87f3-f6ef7741a6b7 req-6ebebc1f-5d92-4d2a-83e9-315186d1db9b tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376844 Oct 28 08:40:56.751365 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058ed12-b075-46a9-9a16-74c20ad03379 req-381d0d4a-8adc-43d9-8953-c15bb870472e tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:56.752722 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3058ed12-b075-46a9-9a16-74c20ad03379 req-381d0d4a-8adc-43d9-8953-c15bb870472e tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0499814 Oct 28 08:40:56.794575 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3058ed12-b075-46a9-9a16-74c20ad03379 req-362c09d5-4b80-415e-a239-22e6b0024242 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359137 Oct 28 08:40:57.095646 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-648c128c-710f-42b7-aaad-f93811368951 req-e78067bf-2467-470c-b9db-4c7cdcf742c3 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.0260167 Oct 28 08:40:57.180898 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fcc82878-5ce1-468c-8efd-76568040e2d4 req-89a86566-f510-4859-8604-7cae57b24875 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 210 time: 0.0267215 Oct 28 08:40:57.414130 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:57.473124 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:40:57.733332 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad9458-6582-4491-9eed-09b82bf409aa req-f374c530-d23e-401d-a128-80434e372d42 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:57.734824 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-00ad9458-6582-4491-9eed-09b82bf409aa req-f374c530-d23e-401d-a128-80434e372d42 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 945 time: 0.0531387 Oct 28 08:40:57.774393 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-00ad9458-6582-4491-9eed-09b82bf409aa req-a7f0ff77-d17c-4eb7-a0be-66f037af2013 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335774 Oct 28 08:40:57.910808 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba19cb1-247a-4ef5-bff1-7a9d3f68e58f req-d119af06-cf95-4bdd-825a-e11d79aff59c tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:57.912262 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fba19cb1-247a-4ef5-bff1-7a9d3f68e58f req-d119af06-cf95-4bdd-825a-e11d79aff59c tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0499668 Oct 28 08:40:57.953212 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fba19cb1-247a-4ef5-bff1-7a9d3f68e58f req-e13ec30b-3198-4ae1-a3b2-1d9bb468fefc tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347235 Oct 28 08:40:58.201518 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-4f1c8a5b-23e4-481e-8e09-055706aa8887 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:58.202995 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-4f1c8a5b-23e4-481e-8e09-055706aa8887 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.77 "GET /v2.0/networks?id=8e42fbac-77c0-47d1-ade7-e20b3e0f64ea HTTP/1.1" status: 200 len: 809 time: 0.1287808 Oct 28 08:40:58.219263 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-582eb763-a276-488d-ae20-28eaf1ee502b req-27180526-f9e0-4434-a1a8-aa82e21e1e1a tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.0373840 Oct 28 08:40:58.222867 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-cc20041b-88d1-45b7-af23-995b72758b57 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Request body: {'port': {'device_id': '01160f21-7cfb-4fd7-99fa-f9d7fa21acd5', 'network_id': '8e42fbac-77c0-47d1-ade7-e20b3e0f64ea', 'admin_state_up': True, 'tenant_id': '5524f9a286464e8db7e4cb81c3879647'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:58.311903 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a7a23d22-446e-4f82-93b0-7d59748f6ae1 req-730b7e35-b60e-4215-addb-416c04c5e829 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 210 time: 0.0358081 Oct 28 08:40:58.391632 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-cc20041b-88d1-45b7-af23-995b72758b57 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Made reservation on behalf of 5524f9a286464e8db7e4cb81c3879647 for: {'port': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:40:58.396033 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-cc20041b-88d1-45b7-af23-995b72758b57 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:58.534513 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-cc20041b-88d1-45b7-af23-995b72758b57 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Allocated IP 172.20.0.8 (8e42fbac-77c0-47d1-ade7-e20b3e0f64ea/3dd8d100-4ccf-472b-80f7-fddc918e715a/df7df76e-bd7c-4f8c-93e3-b04d53cccf2e) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:40:58.699937 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-cc20041b-88d1-45b7-af23-995b72758b57 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:58.734213 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-cc20041b-88d1-45b7-af23-995b72758b57 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:58.778101 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-cc20041b-88d1-45b7-af23-995b72758b57 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Network 8e42fbac-77c0-47d1-ade7-e20b3e0f64ea is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:40:58.781236 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-cc20041b-88d1-45b7-af23-995b72758b57 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:58.783587 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-cc20041b-88d1-45b7-af23-995b72758b57 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:40:58.790031 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-cc20041b-88d1-45b7-af23-995b72758b57 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:58.790640 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-cc20041b-88d1-45b7-af23-995b72758b57 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:58.806785 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20041b-88d1-45b7-af23-995b72758b57 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Pushing event updated for resources: {'Port': ['ID=df7df76e-bd7c-4f8c-93e3-b04d53cccf2e,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:58.818701 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-cc20041b-88d1-45b7-af23-995b72758b57 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6019208 Oct 28 08:40:58.838512 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Request body: {'port': {'device_id': '01160f21-7cfb-4fd7-99fa-f9d7fa21acd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:59.116438 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:59.147144 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bb62c-73af-482c-90fa-7d943c450a15 req-0274dba0-33d8-4294-a544-2d467e707392 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:59.148583 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9d2bb62c-73af-482c-90fa-7d943c450a15 req-0274dba0-33d8-4294-a544-2d467e707392 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 945 time: 0.2895658 Oct 28 08:40:59.189700 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951e990-f886-4ca0-baa8-b53f408be7cb req-8bac7ec6-bd00-4a4d-9a71-dafb556994c8 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:59.191174 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9951e990-f886-4ca0-baa8-b53f408be7cb req-8bac7ec6-bd00-4a4d-9a71-dafb556994c8 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.1105018 Oct 28 08:40:59.299674 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9d2bb62c-73af-482c-90fa-7d943c450a15 req-75dfc0ca-57cf-432d-89f2-c1f08fe278e0 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280496 Oct 28 08:40:59.322656 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9951e990-f886-4ca0-baa8-b53f408be7cb req-5bbe9195-12b9-4e9d-9f2d-10b1e1215116 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207802 Oct 28 08:40:59.428836 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f8694856-4e29-4f50-95af-8e584701c37c req-4194bdbc-118e-4670-b0ea-9a9f3f32e3bd tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.0353394 Oct 28 08:40:59.547007 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7df76e-bd7c-4f8c-93e3-b04d53cccf2e {{(pid=108149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:59.558234 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:59.578954 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2f65-85c6-4d32-9f0f-53ef82469d96 req-8e833881-6c4a-413d-8701-5f5ba3de9b61 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:59.580484 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c43c2f65-85c6-4d32-9f0f-53ef82469d96 req-8e833881-6c4a-413d-8701-5f5ba3de9b61 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 931 time: 0.0901539 Oct 28 08:40:59.584780 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.provisioning_blocks [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Transition to ACTIVE for port object df7df76e-bd7c-4f8c-93e3-b04d53cccf2e will not be triggered until provisioned by entity L2. {{(pid=108149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:40:59.593566 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:59.654180 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 52160) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:59.678296 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c43c2f65-85c6-4d32-9f0f-53ef82469d96 req-cb7a9d37-5e7d-4c64-b95c-8b8bd3271170 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908620 Oct 28 08:40:59.686980 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Pushing event updated for resources: {'Port': ['ID=df7df76e-bd7c-4f8c-93e3-b04d53cccf2e,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:59.719880 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Attempting to bind port df7df76e-bd7c-4f8c-93e3-b04d53cccf2e on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:40:59.720214 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Attempting to bind port df7df76e-bd7c-4f8c-93e3-b04d53cccf2e by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '8ebebe30-d3a2-458e-804e-d0cd121ae10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8e42fbac-77c0-47d1-ade7-e20b3e0f64ea'}] {{(pid=108149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:40:59.720542 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Attempting to bind port df7df76e-bd7c-4f8c-93e3-b04d53cccf2e on network 8e42fbac-77c0-47d1-ade7-e20b3e0f64ea {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:59.726372 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Port df7df76e-bd7c-4f8c-93e3-b04d53cccf2e on network 8e42fbac-77c0-47d1-ade7-e20b3e0f64ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:40:59.726695 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Attempting to bind port df7df76e-bd7c-4f8c-93e3-b04d53cccf2e on network 8e42fbac-77c0-47d1-ade7-e20b3e0f64ea {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:59.731573 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:40:59.731906 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Checking segment: {'id': '8ebebe30-d3a2-458e-804e-d0cd121ae10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8e42fbac-77c0-47d1-ade7-e20b3e0f64ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:40:59.732287 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Bound using segment: {'id': '8ebebe30-d3a2-458e-804e-d0cd121ae10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8e42fbac-77c0-47d1-ade7-e20b3e0f64ea'} {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:40:59.732713 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Bound port: df7df76e-bd7c-4f8c-93e3-b04d53cccf2e, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ebebe30-d3a2-458e-804e-d0cd121ae10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8e42fbac-77c0-47d1-ade7-e20b3e0f64ea'}}] {{(pid=108149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:40:59.733066 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:59.788998 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-66baa220-cb8b-4528-9ee1-a21fbfe5a6c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:59.800240 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] For port df7df76e-bd7c-4f8c-93e3-b04d53cccf2e, host hv-cinder-81566, cleared binding levels {{(pid=108149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:40:59.804952 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] For port df7df76e-bd7c-4f8c-93e3-b04d53cccf2e, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=df7df76e-bd7c-4f8c-93e3-b04d53cccf2e,segment=NetworkSegment(8ebebe30-d3a2-458e-804e-d0cd121ae10d),segment_id=8ebebe30-d3a2-458e-804e-d0cd121ae10d)] {{(pid=108149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:40:59.809492 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:59.860602 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:59.861228 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:59.862625 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] 10.222.0.77 "PUT /v2.0/ports/df7df76e-bd7c-4f8c-93e3-b04d53cccf2e HTTP/1.1" status: 200 len: 1093 time: 1.0304868 Oct 28 08:40:59.863059 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01160f21-7cfb-4fd7-99fa-f9d7fa21acd5', 'tag': 'df7df76e-bd7c-4f8c-93e3-b04d53cccf2e'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:40:59.866761 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7e2172-c4a8-483a-949c-39f62547c921" -d '{"events": [{"name": "network-changed", "server_uuid": "01160f21-7cfb-4fd7-99fa-f9d7fa21acd5", "tag": "df7df76e-bd7c-4f8c-93e3-b04d53cccf2e"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:40:59.884524 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09d842-5eba-43b4-b6ff-4aeedcef6498 service neutron] Pushing event updated for resources: {'Port': ['ID=df7df76e-bd7c-4f8c-93e3-b04d53cccf2e,revision_number=3']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:59.888972 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-66baa220-cb8b-4528-9ee1-a21fbfe5a6c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:59.892392 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-66baa220-cb8b-4528-9ee1-a21fbfe5a6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:59.916639 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3338b51e-339b-42a4-8183-4a75afe4e380 x-openstack-request-id: req-3338b51e-339b-42a4-8183-4a75afe4e380 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:40:59.916826 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01160f21-7cfb-4fd7-99fa-f9d7fa21acd5", "tag": "df7df76e-bd7c-4f8c-93e3-b04d53cccf2e", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:40:59.917039 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3338b51e-339b-42a4-8183-4a75afe4e380 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:40:59.917439 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01160f21-7cfb-4fd7-99fa-f9d7fa21acd5', 'tag': 'df7df76e-bd7c-4f8c-93e3-b04d53cccf2e', 'status': 'completed', 'code': 200} Oct 28 08:40:59.938769 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-66baa220-cb8b-4528-9ee1-a21fbfe5a6c9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8fd296bcbcea47a6b954c26a668aad09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831826 Oct 28 08:40:59.939994 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66baa220-cb8b-4528-9ee1-a21fbfe5a6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960a727b-e6af-4c99-b20b-604224c1c815,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:59.941398 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 52166) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:59.994680 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5da8bf53-519c-4b8a-8fad-188808411738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:00.024759 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5da8bf53-519c-4b8a-8fad-188808411738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:00.074914 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5da8bf53-519c-4b8a-8fad-188808411738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:00.078825 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5da8bf53-519c-4b8a-8fad-188808411738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:00.080114 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-5da8bf53-519c-4b8a-8fad-188808411738 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/960a727b-e6af-4c99-b20b-604224c1c815 HTTP/1.1" status: 204 len: 168 time: 0.1371176 Oct 28 08:41:00.089194 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8bf53-519c-4b8a-8fad-188808411738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960a727b-e6af-4c99-b20b-604224c1c815,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:00.438133 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce34080-ea3c-4d7a-bbe8-c34b17fbd65c req-c1174e16-b905-45fd-84d1-feb10e8752fd tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:00.439682 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dce34080-ea3c-4d7a-bbe8-c34b17fbd65c req-c1174e16-b905-45fd-84d1-feb10e8752fd tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 945 time: 0.0519722 Oct 28 08:41:00.481820 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dce34080-ea3c-4d7a-bbe8-c34b17fbd65c req-5c5ebfa2-65cc-4cf9-95ab-5250679369ed tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354822 Oct 28 08:41:00.621216 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888143e2-3c99-44b7-8f4b-dc020015111a req-28f19319-80be-4388-85ed-681aa814458e tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:00.623652 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-888143e2-3c99-44b7-8f4b-dc020015111a req-28f19319-80be-4388-85ed-681aa814458e tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0784085 Oct 28 08:41:00.684548 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-888143e2-3c99-44b7-8f4b-dc020015111a req-730e699b-af3b-45b8-bba4-47d9559f20b8 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525792 Oct 28 08:41:00.787649 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-14632060-66c3-402a-a15f-08801977c297 req-b2f82962-eff0-4d58-886f-0193a45138a2 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.0299222 Oct 28 08:41:00.910345 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60aa612-e0ad-4040-bc7f-256174007a50 req-2dcf55d8-b057-4ead-872e-8736b6ef8f79 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:00.912028 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c60aa612-e0ad-4040-bc7f-256174007a50 req-2dcf55d8-b057-4ead-872e-8736b6ef8f79 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 943 time: 0.0560491 Oct 28 08:41:00.955028 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c60aa612-e0ad-4040-bc7f-256174007a50 req-473d7ad9-5924-456c-8d59-796becb1ff43 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370598 Oct 28 08:41:01.384235 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 52256) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:01.499458 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44d9ac08-acf1-4561-9d3c-93ffa3d235e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:01.574988 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44d9ac08-acf1-4561-9d3c-93ffa3d235e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:01.579118 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44d9ac08-acf1-4561-9d3c-93ffa3d235e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:01.617405 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9ac08-acf1-4561-9d3c-93ffa3d235e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa683d0-e05b-4912-a581-51762b59b2d1,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:01.622194 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-44d9ac08-acf1-4561-9d3c-93ffa3d235e0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d942e6ad3e2940158be53d78d3a3a466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368619 Oct 28 08:41:01.624800 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 52260) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:01.674060 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b3e2a7e1-492b-4dee-a763-cbe0a295fe7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:01.696896 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b3e2a7e1-492b-4dee-a763-cbe0a295fe7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:01.746340 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b3e2a7e1-492b-4dee-a763-cbe0a295fe7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:01.748914 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b3e2a7e1-492b-4dee-a763-cbe0a295fe7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:01.752427 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-b3e2a7e1-492b-4dee-a763-cbe0a295fe7d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2aa683d0-e05b-4912-a581-51762b59b2d1 HTTP/1.1" status: 204 len: 168 time: 0.1244278 Oct 28 08:41:01.760514 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2a7e1-492b-4dee-a763-cbe0a295fe7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa683d0-e05b-4912-a581-51762b59b2d1,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:01.807971 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172b882-fe4b-4f93-bbf7-2b34a702c713 req-019af397-3d11-45a9-a2e7-1f89820382d8 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:01.809482 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5172b882-fe4b-4f93-bbf7-2b34a702c713 req-019af397-3d11-45a9-a2e7-1f89820382d8 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0519814 Oct 28 08:41:01.857330 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5172b882-fe4b-4f93-bbf7-2b34a702c713 req-06e2cf31-cbba-4ca6-95e5-0ba2773ccc7a tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413144 Oct 28 08:41:01.943485 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d92e5ae0-93a2-49ad-91ee-2a5f6cfc7919 req-1123f671-93aa-43ce-9dce-1aa033b0a730 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.0282476 Oct 28 08:41:02.080367 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea0632-5f03-41b8-95e0-71646a9bb61a req-bbd093d4-fb9a-4400-849b-ad320a8eeabd tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:02.081991 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0eea0632-5f03-41b8-95e0-71646a9bb61a req-bbd093d4-fb9a-4400-849b-ad320a8eeabd tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 943 time: 0.0560350 Oct 28 08:41:02.122207 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0eea0632-5f03-41b8-95e0-71646a9bb61a req-a43de417-4dd1-4b44-bc8b-bfc1919a6158 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333862 Oct 28 08:41:02.430685 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 52294) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:02.535379 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-eb4e9837-e0f7-4b50-b070-5e02defd02b8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1183880284-network', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:02.563720 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4e9837-e0f7-4b50-b070-5e02defd02b8 admin admin] Made reservation on behalf of 5c6091e93f804ac3b925a7b3e9f3c747 for: {'network': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:41:02.566212 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-eb4e9837-e0f7-4b50-b070-5e02defd02b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for network, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:02.575545 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-eb4e9837-e0f7-4b50-b070-5e02defd02b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:02.651624 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-eb4e9837-e0f7-4b50-b070-5e02defd02b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:02.655988 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-eb4e9837-e0f7-4b50-b070-5e02defd02b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:02.681650 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4e9837-e0f7-4b50-b070-5e02defd02b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=108150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:41:02.690324 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e9837-e0f7-4b50-b070-5e02defd02b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04b387d-84b2-4446-9e98-e75529a2d4e2,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:02.696692 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-eb4e9837-e0f7-4b50-b070-5e02defd02b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:02.697033 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.db.segments_db [None req-eb4e9837-e0f7-4b50-b070-5e02defd02b8 admin admin] Added segment 4d6b0a38-44cb-48e6-a456-7a3b9833ad10 of type vlan for network f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb Oct 28 08:41:02.741977 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-eb4e9837-e0f7-4b50-b070-5e02defd02b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726588262319'] for network, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:02.767437 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-eb4e9837-e0f7-4b50-b070-5e02defd02b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for network, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:02.768729 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e9837-e0f7-4b50-b070-5e02defd02b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:02.769310 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-eb4e9837-e0f7-4b50-b070-5e02defd02b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:02.826045 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-eb4e9837-e0f7-4b50-b070-5e02defd02b8 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3941691 Oct 28 08:41:02.829084 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 52298) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:02.834995 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-ad9534a7-f906-40b5-8358-bb681884c54c admin admin] Request body: {'subnet': {'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1183880284-subnet', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'ip_version': 4}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:02.839684 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e9837-e0f7-4b50-b070-5e02defd02b8 admin admin] Pushing event updated for resources: {'Network': ['ID=f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:02.851365 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Network f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb details requested by agent ovs-agent-dv-cinder-815660-3-iscsi with host dv-cinder-815660-3-iscsi {{(pid=108151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:41:02.859769 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9534a7-f906-40b5-8358-bb681884c54c admin admin] Made reservation on behalf of 5c6091e93f804ac3b925a7b3e9f3c747 for: {'subnet': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:41:02.862110 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ad9534a7-f906-40b5-8358-bb681884c54c admin admin] Publish callbacks [] for subnet, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:03.034022 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28588600-5908-4f8d-9e5b-62323aa633ae req-09e8c1bd-c862-4e6a-b6c2-b1d44776e0cf tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:03.036318 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-28588600-5908-4f8d-9e5b-62323aa633ae req-09e8c1bd-c862-4e6a-b6c2-b1d44776e0cf tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0951121 Oct 28 08:41:03.110631 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ad9534a7-f906-40b5-8358-bb681884c54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for subnet, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:03.152137 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-28588600-5908-4f8d-9e5b-62323aa633ae req-230371a7-cb4e-47f7-a1af-d345ef12cdd6 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802040 Oct 28 08:41:03.198047 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9534a7-f906-40b5-8358-bb681884c54c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:03.225050 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9534a7-f906-40b5-8358-bb681884c54c admin admin] Checking segment: {'id': '4d6b0a38-44cb-48e6-a456-7a3b9833ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:03.225580 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9534a7-f906-40b5-8358-bb681884c54c admin admin] Network hostable DHCP agents. Network: f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb, hostable agents: ['a0272f17-d1f2-4606-9a20-f7b889da77c9'], hosted agents: [] {{(pid=108149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:41:03.263828 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-50371d9a-a606-47f0-b544-40641c3bc615 req-ecf9179d-9fff-4a1a-a433-4ef54ebe0507 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.0350785 Oct 28 08:41:03.273987 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9534a7-f906-40b5-8358-bb681884c54c admin admin] Network f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb is scheduled to be hosted by DHCP agent a0272f17-d1f2-4606-9a20-f7b889da77c9 with binding_index 1 {{(pid=108149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:41:03.290854 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-ad9534a7-f906-40b5-8358-bb681884c54c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-3-iscsi, f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb) {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:03.299926 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9534a7-f906-40b5-8358-bb681884c54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:03.300606 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ad9534a7-f906-40b5-8358-bb681884c54c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:03.306562 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afad935f-a4a5-47e3-b1ee-a10da9ae78cf None None] Network f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:41:03.331045 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-ad9534a7-f906-40b5-8358-bb681884c54c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4984775 Oct 28 08:41:03.331480 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 52310) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:03.336552 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-a6cf4bc5-75e2-4dd1-89c9-63217c6a1478 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1183880284-router', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:03.381605 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a6cf4bc5-75e2-4dd1-89c9-63217c6a1478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2088'] for router, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:03.383031 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a6cf4bc5-75e2-4dd1-89c9-63217c6a1478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2067'] for router, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:03.405016 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f31b2-cec3-4888-98ee-1f0e593b8312 req-36141562-a96c-46fe-8afb-816ee270cce6 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:03.413061 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-903f31b2-cec3-4888-98ee-1f0e593b8312 req-36141562-a96c-46fe-8afb-816ee270cce6 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 943 time: 0.0718641 Oct 28 08:41:03.445548 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a6cf4bc5-75e2-4dd1-89c9-63217c6a1478 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:03.459023 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-903f31b2-cec3-4888-98ee-1f0e593b8312 req-91f11799-4b54-4d42-9ec1-4ce6e7374433 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453355 Oct 28 08:41:03.517298 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e728bade-e789-49f4-b409-74723a32d128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9124244-5199-52c3-8d2f-e0fb3de2782f-f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb', 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'fixed_ips': [{'subnet_id': 'e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1'}]}} from dv-cinder-815660-3-iscsi. {{(pid=108151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:41:03.518907 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-e728bade-e789-49f4-b409-74723a32d128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:03.612922 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a6cf4bc5-75e2-4dd1-89c9-63217c6a1478 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:03.670145 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.db_base_plugin_common [None req-e728bade-e789-49f4-b409-74723a32d128 None None] Allocated IP 172.20.0.2 (f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb/e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1/9ba91a8f-108e-4bd1-b90e-ef981e1f2665) {{(pid=108151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:41:03.828036 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a6cf4bc5-75e2-4dd1-89c9-63217c6a1478 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:03.832670 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-e728bade-e789-49f4-b409-74723a32d128 None None] Publish callbacks [] for port, precommit_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:03.838922 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-e728bade-e789-49f4-b409-74723a32d128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:03.847397 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a6cf4bc5-75e2-4dd1-89c9-63217c6a1478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:03.884917 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e728bade-e789-49f4-b409-74723a32d128 None None] Network f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb is already hosted by enough agents. {{(pid=108151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:03.887846 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.base_scheduler [None req-e728bade-e789-49f4-b409-74723a32d128 None None] Resources bound (agent type, host, resource id): {{(pid=108151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:03.891377 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e728bade-e789-49f4-b409-74723a32d128 None None] Received port after_create {{(pid=108151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:41:03.899595 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728bade-e789-49f4-b409-74723a32d128 None None] Pushing event updated for resources: {'Port': ['ID=9ba91a8f-108e-4bd1-b90e-ef981e1f2665,revision_number=1']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:03.950350 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-e728bade-e789-49f4-b409-74723a32d128 None None] Attempting to bind port 9ba91a8f-108e-4bd1-b90e-ef981e1f2665 on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:41:03.950709 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-e728bade-e789-49f4-b409-74723a32d128 None None] Attempting to bind port 9ba91a8f-108e-4bd1-b90e-ef981e1f2665 by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': '4d6b0a38-44cb-48e6-a456-7a3b9833ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb'}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:41:03.951115 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e728bade-e789-49f4-b409-74723a32d128 None None] Attempting to bind port 9ba91a8f-108e-4bd1-b90e-ef981e1f2665 on network f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:03.956284 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e728bade-e789-49f4-b409-74723a32d128 None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:41:03.956644 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e728bade-e789-49f4-b409-74723a32d128 None None] Checking segment: {'id': '4d6b0a38-44cb-48e6-a456-7a3b9833ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:03.957034 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-e728bade-e789-49f4-b409-74723a32d128 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:03.958783 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e728bade-e789-49f4-b409-74723a32d128 None None] Bound using segment: {'id': '4d6b0a38-44cb-48e6-a456-7a3b9833ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb'} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:41:03.959341 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-e728bade-e789-49f4-b409-74723a32d128 None None] Bound port: 9ba91a8f-108e-4bd1-b90e-ef981e1f2665, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6b0a38-44cb-48e6-a456-7a3b9833ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb'}}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:41:03.959736 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-e728bade-e789-49f4-b409-74723a32d128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:03.969899 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [None req-a6cf4bc5-75e2-4dd1-89c9-63217c6a1478 admin admin] Allocated IP 172.27.2.186 (c0718a07-d425-45b1-8de3-71ded0279532/b41219f0-2f46-4802-a1ee-8d1af97776ac/0da71ea8-6f56-47b3-83c0-c01994d1ea79) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:41:04.029079 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-e728bade-e789-49f4-b409-74723a32d128 None None] For port 9ba91a8f-108e-4bd1-b90e-ef981e1f2665, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:41:04.033287 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-e728bade-e789-49f4-b409-74723a32d128 None None] For port 9ba91a8f-108e-4bd1-b90e-ef981e1f2665, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=9ba91a8f-108e-4bd1-b90e-ef981e1f2665,segment=NetworkSegment(4d6b0a38-44cb-48e6-a456-7a3b9833ad10),segment_id=4d6b0a38-44cb-48e6-a456-7a3b9833ad10)] {{(pid=108151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:41:04.039953 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-e728bade-e789-49f4-b409-74723a32d128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:04.080789 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a6cf4bc5-75e2-4dd1-89c9-63217c6a1478 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:04.107124 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728bade-e789-49f4-b409-74723a32d128 None None] Pushing event updated for resources: {'Port': ['ID=9ba91a8f-108e-4bd1-b90e-ef981e1f2665,revision_number=2']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:04.131493 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a6cf4bc5-75e2-4dd1-89c9-63217c6a1478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:04.184271 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cf4bc5-75e2-4dd1-89c9-63217c6a1478 admin admin] Network c0718a07-d425-45b1-8de3-71ded0279532 is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:04.188235 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-a6cf4bc5-75e2-4dd1-89c9-63217c6a1478 admin admin] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:04.194859 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cf4bc5-75e2-4dd1-89c9-63217c6a1478 admin admin] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:41:04.271084 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf4bc5-75e2-4dd1-89c9-63217c6a1478 admin admin] Pushing event updated for resources: {'Port': ['ID=0da71ea8-6f56-47b3-83c0-c01994d1ea79,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:04.289480 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bcaea-b64e-4f48-aea1-4c228286d283 req-fd3aa33d-c88b-4eae-9050-03ce0c0251a4 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:04.292786 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-754bcaea-b64e-4f48-aea1-4c228286d283 req-fd3aa33d-c88b-4eae-9050-03ce0c0251a4 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0611107 Oct 28 08:41:04.356366 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-754bcaea-b64e-4f48-aea1-4c228286d283 req-ac8ceacb-753d-4411-88cd-0fb5f859af51 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505414 Oct 28 08:41:04.460938 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5cbfc826-fa19-4e56-9c3b-ca32b1c87cb9 req-9ee25a40-ad81-4e9a-bfd2-0ee08415cc62 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.0272899 Oct 28 08:41:04.491384 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a6cf4bc5-75e2-4dd1-89c9-63217c6a1478 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:04.588964 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ba960-c57c-42a0-9467-f585577f99e8 req-37268f06-a3e9-48fd-863d-fc77ce115c97 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:04.590632 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-375ba960-c57c-42a0-9467-f585577f99e8 req-37268f06-a3e9-48fd-863d-fc77ce115c97 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 943 time: 0.0588942 Oct 28 08:41:04.637717 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-375ba960-c57c-42a0-9467-f585577f99e8 req-8429d595-316e-4ca2-ad66-be80ea25c367 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322289 Oct 28 08:41:04.705036 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a6cf4bc5-75e2-4dd1-89c9-63217c6a1478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591004'] for router, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:04.837698 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cf4bc5-75e2-4dd1-89c9-63217c6a1478 admin admin] Router 3a0eb3bc-9577-4912-b662-2718c5e4c639 is scheduled to L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c with binding_index 1 {{(pid=108150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:41:04.950624 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cf4bc5-75e2-4dd1-89c9-63217c6a1478 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:41:04.964819 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] Sync routers for ids ['3a0eb3bc-9577-4912-b662-2718c5e4c639'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:41:04.974792 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a6cf4bc5-75e2-4dd1-89c9-63217c6a1478 admin admin] Publish callbacks [] for router, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:04.978759 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-a6cf4bc5-75e2-4dd1-89c9-63217c6a1478 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6436939 Oct 28 08:41:04.978936 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] Routers {'3a0eb3bc-9577-4912-b662-2718c5e4c639'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:41:04.978936 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:40:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['3a0eb3bc-9577-4912-b662-2718c5e4c639'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:04.981319 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 52326) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:05.008628 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e2172-c4a8-483a-949c-39f62547c921 req-b7cf66a7-8586-4dd0-8463-d58c0eda0eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:05.010700 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4f7e2172-c4a8-483a-949c-39f62547c921 req-b7cf66a7-8586-4dd0-8463-d58c0eda0eb2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5524f9a286464e8db7e4cb81c3879647&device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 1096 time: 0.0601373 Oct 28 08:41:05.130133 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] Set router 3a0eb3bc-9577-4912-b662-2718c5e4c639 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:41:05.209994 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bcceaa-c917-4c45-b5a0-23ba15c047ca None None] Network f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:41:05.266538 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e2172-c4a8-483a-949c-39f62547c921 req-2abf31e1-2a0d-4736-930b-3f890a16b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:05.268744 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4f7e2172-c4a8-483a-949c-39f62547c921 req-2abf31e1-2a0d-4736-930b-3f890a16b824 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=5524f9a286464e8db7e4cb81c3879647&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2378042 Oct 28 08:41:05.383579 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'name': 'tempest-TestMinimumBasicScenario-1183880284-router', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:04Z', 'revision_number': 3, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'gw_port': {'id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:05.464932 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] Checking router: 3a0eb3bc-9577-4912-b662-2718c5e4c639 for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:41:05.465418 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] Updating router 3a0eb3bc-9577-4912-b662-2718c5e4c639 port 0da71ea8-6f56-47b3-83c0-c01994d1ea79 binding host dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:41:05.493597 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-3fd1fae1-21cb-47ee-ae88-38e144d91301 None None] Provisioning complete for port 9ba91a8f-108e-4bd1-b90e-ef981e1f2665 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:05.493933 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-3fd1fae1-21cb-47ee-ae88-38e144d91301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:05.518182 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:05.643687 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e2172-c4a8-483a-949c-39f62547c921 req-efffc961-96ec-40f9-8302-0e23bbc8d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:05.647697 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4f7e2172-c4a8-483a-949c-39f62547c921 req-efffc961-96ec-40f9-8302-0e23bbc8d2a0 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3687174 Oct 28 08:41:05.670176 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-3fd1fae1-21cb-47ee-ae88-38e144d91301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:05.696108 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c58035b4-e8c4-4dce-be12-0c131d4cc7ba req-b83d2d15-edc5-45d1-b705-93f780594e08 tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.0784681 Oct 28 08:41:05.731445 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188963b-c664-4645-be97-7f2e622abda6 req-1391c182-5bda-47c7-bbd2-91db82e9b563 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:05.741518 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b188963b-c664-4645-be97-7f2e622abda6 req-1391c182-5bda-47c7-bbd2-91db82e9b563 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.2247515 Oct 28 08:41:05.752989 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-3fd1fae1-21cb-47ee-ae88-38e144d91301 None None] For port 9ba91a8f-108e-4bd1-b90e-ef981e1f2665, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=9ba91a8f-108e-4bd1-b90e-ef981e1f2665,segment=NetworkSegment(4d6b0a38-44cb-48e6-a456-7a3b9833ad10),segment_id=4d6b0a38-44cb-48e6-a456-7a3b9833ad10)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:05.761520 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-3fd1fae1-21cb-47ee-ae88-38e144d91301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:05.833647 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6cc42167-63cf-4dd8-a639-189576188a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:05.870967 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1fae1-21cb-47ee-ae88-38e144d91301 None None] Pushing event updated for resources: {'Port': ['ID=9ba91a8f-108e-4bd1-b90e-ef981e1f2665,revision_number=3']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:05.871735 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b188963b-c664-4645-be97-7f2e622abda6 req-cae05fd2-dcb1-4577-af7b-02932fd8d65d tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193874 Oct 28 08:41:05.909710 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb36545-4869-4267-975c-10b1432336a5 req-43f9ac5a-a7d6-4291-b31b-4dfa49743ed0 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:05.918528 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6eb36545-4869-4267-975c-10b1432336a5 req-43f9ac5a-a7d6-4291-b31b-4dfa49743ed0 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 943 time: 0.1127965 Oct 28 08:41:05.963284 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6eb36545-4869-4267-975c-10b1432336a5 req-fea89d67-4637-4053-ad64-30ce1fc9d594 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438116 Oct 28 08:41:05.983319 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] Publish callbacks [] for port, precommit_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:05.992180 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:05.993151 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-356decf8-8066-48de-aa6f-1af39bbd2163 None None] Provisioning complete for port 9ba91a8f-108e-4bd1-b90e-ef981e1f2665 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:05.993540 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-356decf8-8066-48de-aa6f-1af39bbd2163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:06.040990 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [None req-6cc42167-63cf-4dd8-a639-189576188a35 admin admin] Allocated IP 172.20.0.1 (f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb/e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1/8c95698a-f355-4605-82d4-5a4fa6d25666) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:41:06.059308 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] Attempting to bind port 0da71ea8-6f56-47b3-83c0-c01994d1ea79 on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:41:06.061093 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] Attempting to bind port 0da71ea8-6f56-47b3-83c0-c01994d1ea79 by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}] {{(pid=108152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:41:06.061761 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] Attempting to bind port 0da71ea8-6f56-47b3-83c0-c01994d1ea79 on network c0718a07-d425-45b1-8de3-71ded0279532 {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:06.073277 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:41:06.074376 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] Checking segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:06.074667 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:06.075104 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] Bound using segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:41:06.075588 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] Bound port: 0da71ea8-6f56-47b3-83c0-c01994d1ea79, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}}] {{(pid=108152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:41:06.075966 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:06.080029 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8486526-e7a9-4110-ba81-be830bf0a371 None None] Pushing event updated for resources: {'Port': ['ID=0da71ea8-6f56-47b3-83c0-c01994d1ea79,revision_number=2']} {{(pid=108152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:06.122117 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8486526-e7a9-4110-ba81-be830bf0a371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:06.122500 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8486526-e7a9-4110-ba81-be830bf0a371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:06.123315 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8486526-e7a9-4110-ba81-be830bf0a371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:06.123653 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8486526-e7a9-4110-ba81-be830bf0a371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:06.124142 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8486526-e7a9-4110-ba81-be830bf0a371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:06.125108 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8486526-e7a9-4110-ba81-be830bf0a371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:06.125904 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8486526-e7a9-4110-ba81-be830bf0a371 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:06.127584 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8486526-e7a9-4110-ba81-be830bf0a371 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:06.128518 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8486526-e7a9-4110-ba81-be830bf0a371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:06.129302 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8486526-e7a9-4110-ba81-be830bf0a371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:06.130278 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8486526-e7a9-4110-ba81-be830bf0a371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:06.130755 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8486526-e7a9-4110-ba81-be830bf0a371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:06.133644 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-90a8f57d-d805-4b51-8dbb-654441c4a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:06.135285 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-90a8f57d-d805-4b51-8dbb-654441c4a9da service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5524f9a286464e8db7e4cb81c3879647&device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 1096 time: 0.0446744 Oct 28 08:41:06.175091 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.db [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] For port 0da71ea8-6f56-47b3-83c0-c01994d1ea79, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:41:06.180802 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.db [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] For port 0da71ea8-6f56-47b3-83c0-c01994d1ea79, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=0da71ea8-6f56-47b3-83c0-c01994d1ea79,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:41:06.186671 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:06.224708 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6cc42167-63cf-4dd8-a639-189576188a35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:06.290092 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-0c91b137-fd9f-4b8a-aa7e-b718986350ae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df7df76e-bd7c-4f8c-93e3-b04d53cccf2e HTTP/1.1" status: 200 len: 217 time: 0.0908210 Oct 28 08:41:06.331547 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] Routers {'3a0eb3bc-9577-4912-b662-2718c5e4c639'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:41:06.332290 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:40:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['3a0eb3bc-9577-4912-b662-2718c5e4c639'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:06.335230 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6cc42167-63cf-4dd8-a639-189576188a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:06.393864 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 9ba91a8f-108e-4bd1-b90e-ef981e1f2665 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:41:06.405259 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc42167-63cf-4dd8-a639-189576188a35 admin admin] Network f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:06.412215 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-6cc42167-63cf-4dd8-a639-189576188a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:06.417735 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc42167-63cf-4dd8-a639-189576188a35 admin admin] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:41:06.418352 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6cc42167-63cf-4dd8-a639-189576188a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550849'] for router_interface, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:06.418514 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-42d8a8db-9ea3-45d2-8ba9-f5f5c5509fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:06.421472 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-42d8a8db-9ea3-45d2-8ba9-f5f5c5509fa1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3dd8d100-4ccf-472b-80f7-fddc918e715a HTTP/1.1" status: 200 len: 849 time: 0.1206670 Oct 28 08:41:06.476274 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc42167-63cf-4dd8-a639-189576188a35 admin admin] Pushing event updated for resources: {'Port': ['ID=8c95698a-f355-4605-82d4-5a4fa6d25666,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:06.513049 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-744ad5c7-d58e-4b15-ae68-c6c0424261e8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8e42fbac-77c0-47d1-ade7-e20b3e0f64ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793571 Oct 28 08:41:06.515638 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8486526-e7a9-4110-ba81-be830bf0a371 None None] Pushing event updated for resources: {'Port': ['ID=0da71ea8-6f56-47b3-83c0-c01994d1ea79,revision_number=3']} {{(pid=108152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:06.545540 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 9ba91a8f-108e-4bd1-b90e-ef981e1f2665 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:06.546556 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:06.610736 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] Set router 3a0eb3bc-9577-4912-b662-2718c5e4c639 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:41:06.699802 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6cc42167-63cf-4dd8-a639-189576188a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:06.886689 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-499ac925-9fa8-48c7-a14d-c2970c352ea7 None None] Provisioning complete for port 8c95698a-f355-4605-82d4-5a4fa6d25666 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:06.887713 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-499ac925-9fa8-48c7-a14d-c2970c352ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:06.984478 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-499ac925-9fa8-48c7-a14d-c2970c352ea7 None None] Port 8c95698a-f355-4605-82d4-5a4fa6d25666 cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:41:07.076078 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6cc42167-63cf-4dd8-a639-189576188a35 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:07.094035 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6cc42167-63cf-4dd8-a639-189576188a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:07.094819 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6cc42167-63cf-4dd8-a639-189576188a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-784823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591697'] for router_interface, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:07.147416 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'name': 'tempest-TestMinimumBasicScenario-1183880284-router', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:04Z', 'revision_number': 3, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'gw_port': {'id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:07.182147 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-40bbbd5d-746c-4189-9311-c306a19452b2 req-0dcb8fcf-f6a1-401e-a7d1-d0686b38567d tempest-DeleteServersTestJSON-280721089 tempest-DeleteServersTestJSON-280721089-project] 10.222.0.74 "GET /v2.0/ports?device_id=8affc35a-332d-434c-824c-e1c8719900e7 HTTP/1.1" status: 200 len: 210 time: 0.0630579 Oct 28 08:41:07.237493 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 52392) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:07.276771 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bce0f4-60b1-48cd-8687-8db8ded62b29 req-8536f561-735d-4acb-bca2-e09ae8403a0f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:07.279566 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc42167-63cf-4dd8-a639-189576188a35 admin admin] Pushing event updated for resources: {'Port': ['ID=8c95698a-f355-4605-82d4-5a4fa6d25666,revision_number=2']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:07.284774 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c7bce0f4-60b1-48cd-8687-8db8ded62b29 req-8536f561-735d-4acb-bca2-e09ae8403a0f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.1644013 Oct 28 08:41:07.290995 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3d6e64-afcb-4dae-8312-11198098a3dd None None] The sync data for ids ['3a0eb3bc-9577-4912-b662-2718c5e4c639'] in dv-cinder-815660-3-iscsi is: [{'id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'name': 'tempest-TestMinimumBasicScenario-1183880284-router', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:04Z', 'revision_number': 3, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'gw_port': {'id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:41:07.322992 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc42167-63cf-4dd8-a639-189576188a35 admin admin] Network f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:07.324497 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-6cc42167-63cf-4dd8-a639-189576188a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:07.377425 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-1e8cdc6a-cc4b-47aa-8da0-f7badd2a260e service neutron] 10.222.0.77 "GET /v2.0/networks/8e42fbac-77c0-47d1-ade7-e20b3e0f64ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8534796 Oct 28 08:41:07.453437 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-48eb6f9f-1ed3-4d70-be5b-c564f20a6714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:07.470913 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c7bce0f4-60b1-48cd-8687-8db8ded62b29 req-0fd195ee-3286-4911-a68b-53e3b5e70a71 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566052 Oct 28 08:41:07.513206 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d992b-e951-468e-b96e-df0a1bc33c3b req-fb941378-a838-4a8e-b102-bf3b39818bf6 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:07.517337 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2e1d992b-e951-468e-b96e-df0a1bc33c3b req-fb941378-a838-4a8e-b102-bf3b39818bf6 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 943 time: 0.2313986 Oct 28 08:41:07.605498 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-48eb6f9f-1ed3-4d70-be5b-c564f20a6714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:07.612844 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc42167-63cf-4dd8-a639-189576188a35 admin admin] Router 3a0eb3bc-9577-4912-b662-2718c5e4c639 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:41:07.614455 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2e1d992b-e951-468e-b96e-df0a1bc33c3b req-57d078cc-9ede-4e6b-881d-469d6a261a83 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836656 Oct 28 08:41:07.616941 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5bf6ea91-7564-4100-94d7-062ee2f1709d req-db496b49-e64d-43df-8b54-63fe62b769fd service neutron] 10.222.0.77 "GET /v2.0/networks/8e42fbac-77c0-47d1-ade7-e20b3e0f64ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304885 Oct 28 08:41:07.618109 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-48eb6f9f-1ed3-4d70-be5b-c564f20a6714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:07.647072 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-37273e44-c2a7-40a2-9d3d-d0e048ac3c94 None None] Provisioning complete for port 8c95698a-f355-4605-82d4-5a4fa6d25666 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:07.647665 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-37273e44-c2a7-40a2-9d3d-d0e048ac3c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:07.687101 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-48eb6f9f-1ed3-4d70-be5b-c564f20a6714 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1b32b302a4ac4f2fba7d302f0a63bb1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482973 Oct 28 08:41:07.689903 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 52398) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:07.690126 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb6f9f-1ed3-4d70-be5b-c564f20a6714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bfa113-1cc4-4539-b7f6-0345a12bb325,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:07.761130 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-37273e44-c2a7-40a2-9d3d-d0e048ac3c94 None None] Port 8c95698a-f355-4605-82d4-5a4fa6d25666 cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:41:07.788936 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-262cdba5-c94d-48ef-ba86-63d33b051cf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:07.827189 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-262cdba5-c94d-48ef-ba86-63d33b051cf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:07.845027 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc42167-63cf-4dd8-a639-189576188a35 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:41:07.859275 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-6cc42167-63cf-4dd8-a639-189576188a35 admin admin] 10.222.0.74 "PUT /v2.0/routers/3a0eb3bc-9577-4912-b662-2718c5e4c639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8748138 Oct 28 08:41:07.915912 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-262cdba5-c94d-48ef-ba86-63d33b051cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:07.918848 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-262cdba5-c94d-48ef-ba86-63d33b051cf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:07.919961 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-262cdba5-c94d-48ef-ba86-63d33b051cf0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/44bfa113-1cc4-4539-b7f6-0345a12bb325 HTTP/1.1" status: 204 len: 168 time: 0.2283573 Oct 28 08:41:07.929319 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262cdba5-c94d-48ef-ba86-63d33b051cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bfa113-1cc4-4539-b7f6-0345a12bb325,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:08.352428 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 0da71ea8-6f56-47b3-83c0-c01994d1ea79 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:41:08.498035 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 0da71ea8-6f56-47b3-83c0-c01994d1ea79 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:08.498413 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:08.731121 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:08.777560 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] For port 0da71ea8-6f56-47b3-83c0-c01994d1ea79, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=0da71ea8-6f56-47b3-83c0-c01994d1ea79,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:08.783834 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:08.804513 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440f784-5a62-49ef-beaa-87499fc88ac7 req-a2632245-7cec-4fc5-a826-253c4b070ad8 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:08.806565 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a440f784-5a62-49ef-beaa-87499fc88ac7 req-a2632245-7cec-4fc5-a826-253c4b070ad8 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.2098761 Oct 28 08:41:08.937345 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Pushing event updated for resources: {'Port': ['ID=0da71ea8-6f56-47b3-83c0-c01994d1ea79,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:08.950288 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a440f784-5a62-49ef-beaa-87499fc88ac7 req-291d4d40-1b4d-4811-83e3-8fa179b542f1 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309144 Oct 28 08:41:09.031637 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c41216-c657-48f5-85d9-fe8903427e0c req-ae66fc6a-041e-4cbe-b616-8e8e65196c2f tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:09.039010 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-30c41216-c657-48f5-85d9-fe8903427e0c req-ae66fc6a-041e-4cbe-b616-8e8e65196c2f tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 943 time: 0.0810211 Oct 28 08:41:09.086383 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-30c41216-c657-48f5-85d9-fe8903427e0c req-0f66860d-ae1c-4414-9db6-ddb58c48be30 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439796 Oct 28 08:41:09.149575 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 52474) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:09.155367 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-99ac58db-a0bb-41aa-a3b4-7a6a40408a4e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-548480314-network', 'tenant_id': '1c40174818f8445c97be17aed0fd6d22'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:09.182919 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ac58db-a0bb-41aa-a3b4-7a6a40408a4e admin admin] Made reservation on behalf of 1c40174818f8445c97be17aed0fd6d22 for: {'network': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:41:09.185942 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-99ac58db-a0bb-41aa-a3b4-7a6a40408a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for network, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:09.198455 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-99ac58db-a0bb-41aa-a3b4-7a6a40408a4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:09.326990 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-99ac58db-a0bb-41aa-a3b4-7a6a40408a4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:09.330978 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-99ac58db-a0bb-41aa-a3b4-7a6a40408a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:09.355683 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ac58db-a0bb-41aa-a3b4-7a6a40408a4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=108149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:41:09.375097 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac58db-a0bb-41aa-a3b4-7a6a40408a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534c864a-9fea-42e0-a0ee-a431019730f9,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:09.381274 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-99ac58db-a0bb-41aa-a3b4-7a6a40408a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:09.381626 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.segments_db [None req-99ac58db-a0bb-41aa-a3b4-7a6a40408a4e admin admin] Added segment b614f7a2-54dc-4ec0-b44c-27e92e494e7d of type vlan for network 3f3d60b5-9641-446f-9a94-f0661a96e00a Oct 28 08:41:09.428946 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-99ac58db-a0bb-41aa-a3b4-7a6a40408a4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726588262319'] for network, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:09.459376 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-99ac58db-a0bb-41aa-a3b4-7a6a40408a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for network, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:09.460538 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ac58db-a0bb-41aa-a3b4-7a6a40408a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:09.461192 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-99ac58db-a0bb-41aa-a3b4-7a6a40408a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:09.521833 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-99ac58db-a0bb-41aa-a3b4-7a6a40408a4e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3676076 Oct 28 08:41:09.523107 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 52482) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:09.529078 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-ea73757e-aeda-4a98-b80d-df36d99cfa08 admin admin] Request body: {'subnet': {'network_id': '3f3d60b5-9641-446f-9a94-f0661a96e00a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-548480314-subnet', 'tenant_id': '1c40174818f8445c97be17aed0fd6d22', 'ip_version': 4}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:09.532588 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac58db-a0bb-41aa-a3b4-7a6a40408a4e admin admin] Pushing event updated for resources: {'Network': ['ID=3f3d60b5-9641-446f-9a94-f0661a96e00a,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:09.544881 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Network 3f3d60b5-9641-446f-9a94-f0661a96e00a details requested by agent ovs-agent-dv-cinder-815660-3-iscsi with host dv-cinder-815660-3-iscsi {{(pid=108151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:41:09.570352 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea73757e-aeda-4a98-b80d-df36d99cfa08 admin admin] Made reservation on behalf of 1c40174818f8445c97be17aed0fd6d22 for: {'subnet': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:41:09.574229 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ea73757e-aeda-4a98-b80d-df36d99cfa08 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:09.720514 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] Sync routers for ids ['3a0eb3bc-9577-4912-b662-2718c5e4c639'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:41:09.736671 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] Routers {'3a0eb3bc-9577-4912-b662-2718c5e4c639'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:41:09.737379 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:40:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['3a0eb3bc-9577-4912-b662-2718c5e4c639'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:09.854164 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ea73757e-aeda-4a98-b80d-df36d99cfa08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for subnet, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:09.900199 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] Set router 3a0eb3bc-9577-4912-b662-2718c5e4c639 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:41:09.932648 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea73757e-aeda-4a98-b80d-df36d99cfa08 admin admin] Checking segment: {'id': 'b614f7a2-54dc-4ec0-b44c-27e92e494e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3f3d60b5-9641-446f-9a94-f0661a96e00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:09.933034 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea73757e-aeda-4a98-b80d-df36d99cfa08 admin admin] Network hostable DHCP agents. Network: 3f3d60b5-9641-446f-9a94-f0661a96e00a, hostable agents: ['a0272f17-d1f2-4606-9a20-f7b889da77c9'], hosted agents: [] {{(pid=108150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:41:09.945188 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73757e-aeda-4a98-b80d-df36d99cfa08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f5023ad-3a23-4ef5-bca6-1db40f9cfe9a,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:09.964826 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea73757e-aeda-4a98-b80d-df36d99cfa08 admin admin] Network 3f3d60b5-9641-446f-9a94-f0661a96e00a is scheduled to be hosted by DHCP agent a0272f17-d1f2-4606-9a20-f7b889da77c9 with binding_index 1 {{(pid=108150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:41:09.979315 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-ea73757e-aeda-4a98-b80d-df36d99cfa08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-3-iscsi, 3f3d60b5-9641-446f-9a94-f0661a96e00a) {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:09.996351 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea73757e-aeda-4a98-b80d-df36d99cfa08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:09.998865 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ea73757e-aeda-4a98-b80d-df36d99cfa08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.032183 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 52508) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:10.033939 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-ea73757e-aeda-4a98-b80d-df36d99cfa08 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5089369 Oct 28 08:41:10.043514 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-1f73d2b0-0d9c-47b7-87a6-d1888db7a20e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-548480314-router', 'tenant_id': '1c40174818f8445c97be17aed0fd6d22', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:10.065641 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e860ec-cea4-4f90-a24d-8bb54874e90e None None] Network 3f3d60b5-9641-446f-9a94-f0661a96e00a requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:41:10.103117 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1f73d2b0-0d9c-47b7-87a6-d1888db7a20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2088'] for router, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.104247 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1f73d2b0-0d9c-47b7-87a6-d1888db7a20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2067'] for router, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.128805 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b288c7-627b-43bc-8c26-869b0a44eb82 req-33f3eaed-26e7-453b-bdd3-186c939b599e tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:10.131665 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b0b288c7-627b-43bc-8c26-869b0a44eb82 req-33f3eaed-26e7-453b-bdd3-186c939b599e tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0781171 Oct 28 08:41:10.303938 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1f73d2b0-0d9c-47b7-87a6-d1888db7a20e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.311147 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b0b288c7-627b-43bc-8c26-869b0a44eb82 req-7293192a-2909-4c7d-9233-5b5b762f5936 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721516 Oct 28 08:41:10.314702 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 0da71ea8-6f56-47b3-83c0-c01994d1ea79 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:41:10.437172 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'name': 'tempest-TestMinimumBasicScenario-1183880284-router', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:06Z', 'revision_number': 4, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'gw_port': {'id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '8c95698a-f355-4605-82d4-5a4fa6d25666', 'name': '', 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'mac_address': 'fa:16:3e:f4:c8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:05Z', 'updated_at': '2021-10-28T08:41:06Z', 'revision_number': 2, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'subnets': [{'id': 'e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:10.445562 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9124244-5199-52c3-8d2f-e0fb3de2782f-3f3d60b5-9641-446f-9a94-f0661a96e00a', 'network_id': '3f3d60b5-9641-446f-9a94-f0661a96e00a', 'tenant_id': '1c40174818f8445c97be17aed0fd6d22', 'fixed_ips': [{'subnet_id': '1f5023ad-3a23-4ef5-bca6-1db40f9cfe9a'}]}} from dv-cinder-815660-3-iscsi. {{(pid=108151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:41:10.448162 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.457012 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 52526) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:10.482964 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] Checking router: 3a0eb3bc-9577-4912-b662-2718c5e4c639 for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:41:10.483317 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] Updating router 3a0eb3bc-9577-4912-b662-2718c5e4c639 port 8c95698a-f355-4605-82d4-5a4fa6d25666 binding host dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:41:10.526735 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 0da71ea8-6f56-47b3-83c0-c01994d1ea79 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:10.527020 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.528497 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.539457 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_v2 [None req-356991a3-27ff-4274-bc5a-fc434720abf6 admin admin] Deleting subnet e8017927-10d9-49ed-baa1-e0177019b272 {{(pid=108150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:41:10.544577 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-356991a3-27ff-4274-bc5a-fc434720abf6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.565240 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9c34b-d87e-4179-bd22-b77cfb74e96b req-43a5643c-0c34-48df-92c5-a5b1159fdaef tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:10.567777 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e1a9c34b-d87e-4179-bd22-b77cfb74e96b req-43a5643c-0c34-48df-92c5-a5b1159fdaef tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 943 time: 0.2867706 Oct 28 08:41:10.573908 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1f73d2b0-0d9c-47b7-87a6-d1888db7a20e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.597225 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-356991a3-27ff-4274-bc5a-fc434720abf6 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.617695 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-356991a3-27ff-4274-bc5a-fc434720abf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697502'] for subnet, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.664252 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e1a9c34b-d87e-4179-bd22-b77cfb74e96b req-71af5994-c7fb-4201-b179-4e33e5bf2df7 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843854 Oct 28 08:41:10.726914 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-356991a3-27ff-4274-bc5a-fc434720abf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for subnet, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.758732 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356991a3-27ff-4274-bc5a-fc434720abf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8017927-10d9-49ed-baa1-e0177019b272,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:10.791178 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-356991a3-27ff-4274-bc5a-fc434720abf6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.794774 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-356991a3-27ff-4274-bc5a-fc434720abf6 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e8017927-10d9-49ed-baa1-e0177019b272 HTTP/1.1" status: 204 len: 168 time: 0.3354161 Oct 28 08:41:10.797113 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 52530) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:10.875946 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8072101'] for network, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.919426 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1f73d2b0-0d9c-47b7-87a6-d1888db7a20e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.946283 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1f73d2b0-0d9c-47b7-87a6-d1888db7a20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.977314 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700171', 'neutron.services.segments.db._delete_segments_for_network-8726588780638'] for network, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.999995 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.db_base_plugin_common [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] Allocated IP 172.20.0.2 (3f3d60b5-9641-446f-9a94-f0661a96e00a/1f5023ad-3a23-4ef5-bca6-1db40f9cfe9a/7b90e7db-2496-4193-ab9f-2ece19a5b97d) {{(pid=108151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:41:11.019821 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:11.020327 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:11.021514 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:11.022120 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Subscribe: > port after_create 55550000 {{(pid=108150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:11.022687 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Subscribe: > port after_delete 55550000 {{(pid=108150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:11.023450 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Subscribe: > port after_update 55550000 {{(pid=108150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:11.025148 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:11.025763 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:11.026254 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:11.026953 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:11.076188 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [None req-1f73d2b0-0d9c-47b7-87a6-d1888db7a20e admin admin] Allocated IP 172.27.2.122 (c0718a07-d425-45b1-8de3-71ded0279532/b41219f0-2f46-4802-a1ee-8d1af97776ac/eb683a74-5389-45a4-b89c-0b4a17e2d069) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:41:11.185572 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1f73d2b0-0d9c-47b7-87a6-d1888db7a20e admin admin] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.227818 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1f73d2b0-0d9c-47b7-87a6-d1888db7a20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.244090 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:11.245118 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:11.245443 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:11.246070 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:11.247525 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.services.segments.db [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b']}} {{(pid=108150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:11.277833 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73d2b0-0d9c-47b7-87a6-d1888db7a20e admin admin] Pushing event updated for resources: {'Port': ['ID=eb683a74-5389-45a4-b89c-0b4a17e2d069,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:11.278121 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.services.segments.db [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e077975e-0602-45e9-b7f6-bad80eb6142f') {'for_net_delete': True} {{(pid=108150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:11.278639 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.services.segments.db [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e077975e-0602-45e9-b7f6-bad80eb6142f') {} {{(pid=108150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:11.300950 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f73d2b0-0d9c-47b7-87a6-d1888db7a20e admin admin] Network c0718a07-d425-45b1-8de3-71ded0279532 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:11.304053 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-1f73d2b0-0d9c-47b7-87a6-d1888db7a20e admin admin] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:11.304826 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726588781415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25531878'] for segment, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.307863 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f73d2b0-0d9c-47b7-87a6-d1888db7a20e admin admin] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:41:11.321969 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] Publish callbacks [] for port, precommit_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.338901 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] Publish callbacks [] for port, precommit_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.341894 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.375917 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.389601 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.424154 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=108150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:41:11.424840 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25530854'] for segment, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.438006 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] Network 3f3d60b5-9641-446f-9a94-f0661a96e00a is already hosted by enough agents. {{(pid=108151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:11.462857 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.base_scheduler [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] Resources bound (agent type, host, resource id): {{(pid=108151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:11.472649 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] Received port after_create {{(pid=108151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:41:11.496208 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59650f4f-b1b5-4d3a-8df0-778f70fa7f54 None None] Pushing event updated for resources: {'Port': ['ID=8c95698a-f355-4605-82d4-5a4fa6d25666,revision_number=3']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: from cryptography.utils import int_from_bytes Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: from cryptography.utils import int_from_bytes Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: Traceback (most recent call last): Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: timer() Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: cb(*args, **kw) Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: return func(*args, **kwargs) Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: self._notify() Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: self.callback(batched_events) Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: event.method(event) Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: return f(self, *a, **k) Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: return self._get(url).json() Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: return self.request(url, 'GET', **kwargs) Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:41:11.554126 dv-cinder-815660-3-iscsi neutron-server[108150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:41:11.558483 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550728'] for network, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.572527 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.576193 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] 10.222.0.74 "DELETE /v2.0/networks/3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b HTTP/1.1" status: 204 len: 168 time: 0.7780330 Oct 28 08:41:11.614327 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c239e-0ee0-4944-96a6-2417d3206c6a admin admin] Pushing event deleted for resources: {'Network': ['ID=3dbcd9fe-b3e4-459f-83f0-abf0cbb13a6b,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:11.658042 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] Pushing event updated for resources: {'Port': ['ID=7b90e7db-2496-4193-ab9f-2ece19a5b97d,revision_number=1']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:11.686985 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] Attempting to bind port 8c95698a-f355-4605-82d4-5a4fa6d25666 on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:41:11.687404 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] Attempting to bind port 8c95698a-f355-4605-82d4-5a4fa6d25666 by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': '4d6b0a38-44cb-48e6-a456-7a3b9833ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb'}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:41:11.687713 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] Attempting to bind port 8c95698a-f355-4605-82d4-5a4fa6d25666 on network f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:11.697203 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:41:11.697576 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] Checking segment: {'id': '4d6b0a38-44cb-48e6-a456-7a3b9833ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:11.698030 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.698429 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] Bound using segment: {'id': '4d6b0a38-44cb-48e6-a456-7a3b9833ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb'} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:41:11.698912 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] Bound port: 8c95698a-f355-4605-82d4-5a4fa6d25666, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6b0a38-44cb-48e6-a456-7a3b9833ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb'}}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:41:11.699295 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.702371 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] Attempting to bind port 7b90e7db-2496-4193-ab9f-2ece19a5b97d on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:41:11.702736 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] Attempting to bind port 7b90e7db-2496-4193-ab9f-2ece19a5b97d by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': 'b614f7a2-54dc-4ec0-b44c-27e92e494e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3f3d60b5-9641-446f-9a94-f0661a96e00a'}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:41:11.703092 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] Attempting to bind port 7b90e7db-2496-4193-ab9f-2ece19a5b97d on network 3f3d60b5-9641-446f-9a94-f0661a96e00a {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:11.718040 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:41:11.718414 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] Checking segment: {'id': 'b614f7a2-54dc-4ec0-b44c-27e92e494e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3f3d60b5-9641-446f-9a94-f0661a96e00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:11.719248 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.719248 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] Bound using segment: {'id': 'b614f7a2-54dc-4ec0-b44c-27e92e494e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3f3d60b5-9641-446f-9a94-f0661a96e00a'} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:41:11.719755 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] Bound port: 7b90e7db-2496-4193-ab9f-2ece19a5b97d, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b614f7a2-54dc-4ec0-b44c-27e92e494e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3f3d60b5-9641-446f-9a94-f0661a96e00a'}}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:41:11.720147 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.724466 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7ff88-509e-4658-a0b2-3a82c9122558 req-6b047d83-fa74-491c-ba57-81967e39af6b tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:11.726619 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2cb7ff88-509e-4658-a0b2-3a82c9122558 req-6b047d83-fa74-491c-ba57-81967e39af6b tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.2456355 Oct 28 08:41:11.830995 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2cb7ff88-509e-4658-a0b2-3a82c9122558 req-e6fba7c8-62c4-4eaa-b2eb-5c692c20a882 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973182 Oct 28 08:41:11.839031 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1f73d2b0-0d9c-47b7-87a6-d1888db7a20e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.898037 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] For port 8c95698a-f355-4605-82d4-5a4fa6d25666, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:41:11.902764 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] For port 8c95698a-f355-4605-82d4-5a4fa6d25666, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=8c95698a-f355-4605-82d4-5a4fa6d25666,segment=NetworkSegment(4d6b0a38-44cb-48e6-a456-7a3b9833ad10),segment_id=4d6b0a38-44cb-48e6-a456-7a3b9833ad10)] {{(pid=108151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:41:11.909028 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device df7df76e-bd7c-4f8c-93e3-b04d53cccf2e details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:41:11.964026 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 52556) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:11.979737 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.028420 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37b1f8-a31a-43b5-bd93-6ed6a337f597 req-df1083b6-8b45-4073-8e2e-963bc24cc6f0 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:12.030007 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2c37b1f8-a31a-43b5-bd93-6ed6a337f597 req-df1083b6-8b45-4073-8e2e-963bc24cc6f0 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 943 time: 0.1261132 Oct 28 08:41:12.037914 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-93fa0bef-f8ff-4eaf-835b-7344fbacc91f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bb79404f2ff94257ba8afa55e780804b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0700548 Oct 28 08:41:12.038779 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 52560) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:12.087724 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-2aef28f2-d7aa-434f-b975-dae75ae1e721 None None] Provisioning complete for port 8c95698a-f355-4605-82d4-5a4fa6d25666 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:12.088332 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-2aef28f2-d7aa-434f-b975-dae75ae1e721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.147228 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2314423d-bbb1-4f5e-9daa-ecc0734c1f1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.183601 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2314423d-bbb1-4f5e-9daa-ecc0734c1f1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.207551 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port df7df76e-bd7c-4f8c-93e3-b04d53cccf2e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=df7df76e-bd7c-4f8c-93e3-b04d53cccf2e,segment=NetworkSegment(8ebebe30-d3a2-458e-804e-d0cd121ae10d),segment_id=8ebebe30-d3a2-458e-804e-d0cd121ae10d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:12.259884 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': 'df7df76e-bd7c-4f8c-93e3-b04d53cccf2e', 'network_id': '8e42fbac-77c0-47d1-ade7-e20b3e0f64ea', 'port_id': 'df7df76e-bd7c-4f8c-93e3-b04d53cccf2e', 'mac_address': 'fa:16:3e:ac:08:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd8d100-4ccf-472b-80f7-fddc918e715a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:41:12.290986 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2314423d-bbb1-4f5e-9daa-ecc0734c1f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.296388 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] For port 7b90e7db-2496-4193-ab9f-2ece19a5b97d, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:41:12.298228 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2314423d-bbb1-4f5e-9daa-ecc0734c1f1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.298972 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59650f4f-b1b5-4d3a-8df0-778f70fa7f54 None None] Pushing event updated for resources: {'Port': ['ID=8c95698a-f355-4605-82d4-5a4fa6d25666,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:12.300666 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-2314423d-bbb1-4f5e-9daa-ecc0734c1f1d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/06f491e1-792e-4c24-9f58-3aa5a28c6c83 HTTP/1.1" status: 204 len: 168 time: 0.2602015 Oct 28 08:41:12.315951 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314423d-bbb1-4f5e-9daa-ecc0734c1f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f491e1-792e-4c24-9f58-3aa5a28c6c83,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:12.328463 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] For port 7b90e7db-2496-4193-ab9f-2ece19a5b97d, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=7b90e7db-2496-4193-ab9f-2ece19a5b97d,segment=NetworkSegment(b614f7a2-54dc-4ec0-b44c-27e92e494e7d),segment_id=b614f7a2-54dc-4ec0-b44c-27e92e494e7d)] {{(pid=108151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:41:12.438172 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2c37b1f8-a31a-43b5-bd93-6ed6a337f597 req-fabcc5f7-cd8b-4524-a498-18e7ba1d0b9f tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808701 Oct 28 08:41:12.465294 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.467633 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] Routers {'3a0eb3bc-9577-4912-b662-2718c5e4c639'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:41:12.468321 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:40:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['3a0eb3bc-9577-4912-b662-2718c5e4c639'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:12.487550 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1f73d2b0-0d9c-47b7-87a6-d1888db7a20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591004'] for router, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.668449 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.670361 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-2aef28f2-d7aa-434f-b975-dae75ae1e721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.684822 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f73d2b0-0d9c-47b7-87a6-d1888db7a20e admin admin] Router b6b93736-2e71-49d4-a502-c07f96359c95 is scheduled to L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c with binding_index 1 {{(pid=108149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:41:12.738558 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7df76e-bd7c-4f8c-93e3-b04d53cccf2e {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:41:12.795100 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f7ff6-7b27-44ec-9f5d-2b7cd2c446d9 None None] Pushing event updated for resources: {'Port': ['ID=7b90e7db-2496-4193-ab9f-2ece19a5b97d,revision_number=2']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:12.835700 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port df7df76e-bd7c-4f8c-93e3-b04d53cccf2e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=df7df76e-bd7c-4f8c-93e3-b04d53cccf2e,segment=NetworkSegment(8ebebe30-d3a2-458e-804e-d0cd121ae10d),segment_id=8ebebe30-d3a2-458e-804e-d0cd121ae10d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:12.870127 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.885330 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-2aef28f2-d7aa-434f-b975-dae75ae1e721 None None] For port 8c95698a-f355-4605-82d4-5a4fa6d25666, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=8c95698a-f355-4605-82d4-5a4fa6d25666,segment=NetworkSegment(4d6b0a38-44cb-48e6-a456-7a3b9833ad10),segment_id=4d6b0a38-44cb-48e6-a456-7a3b9833ad10)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:12.885686 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f73d2b0-0d9c-47b7-87a6-d1888db7a20e admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:41:12.898418 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] Set router 3a0eb3bc-9577-4912-b662-2718c5e4c639 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:41:12.899601 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] Sync routers for ids ['b6b93736-2e71-49d4-a502-c07f96359c95'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:41:12.922442 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1f73d2b0-0d9c-47b7-87a6-d1888db7a20e admin admin] Publish callbacks [] for router, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.927753 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-1f73d2b0-0d9c-47b7-87a6-d1888db7a20e admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8921278 Oct 28 08:41:12.934120 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 52586) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:12.950616 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] Routers {'b6b93736-2e71-49d4-a502-c07f96359c95'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:41:12.960908 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:40:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['b6b93736-2e71-49d4-a502-c07f96359c95'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:13.002064 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-2aef28f2-d7aa-434f-b975-dae75ae1e721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:13.154425 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ee1d2-b984-4655-973f-bbd1deea5032 req-1c529d80-ded6-4aa4-9486-2c4a154b9379 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:13.156037 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3e1ee1d2-b984-4655-973f-bbd1deea5032 req-1c529d80-ded6-4aa4-9486-2c4a154b9379 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.2057734 Oct 28 08:41:13.288960 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3e1ee1d2-b984-4655-973f-bbd1deea5032 req-3ace5e39-15da-472a-afa8-15881ed404cd tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958431 Oct 28 08:41:13.295833 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] Set router b6b93736-2e71-49d4-a502-c07f96359c95 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:41:13.369200 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=df7df76e-bd7c-4f8c-93e3-b04d53cccf2e,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:13.493060 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-55567578-06ae-49f4-a608-435e58cc027e None None] Provisioning complete for port 8c95698a-f355-4605-82d4-5a4fa6d25666 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:13.493429 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-55567578-06ae-49f4-a608-435e58cc027e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:13.557319 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['df7df76e-bd7c-4f8c-93e3-b04d53cccf2e'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:41:13.616163 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3e7d3-eeb8-442a-8ed5-64acf8abf951 req-18906fae-7089-4728-8365-8b871e0e80c2 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:13.618458 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-29f3e7d3-eeb8-442a-8ed5-64acf8abf951 req-18906fae-7089-4728-8365-8b871e0e80c2 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 944 time: 0.0873318 Oct 28 08:41:13.723538 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-29f3e7d3-eeb8-442a-8ed5-64acf8abf951 req-85a04056-51e2-4f26-97dc-615c21d7dfc6 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934892 Oct 28 08:41:13.746403 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b93736-2e71-49d4-a502-c07f96359c95', 'name': 'tempest-TestMinimumBasicScenario-548480314-router', 'tenant_id': '1c40174818f8445c97be17aed0fd6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'eb683a74-5389-45a4-b89c-0b4a17e2d069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:10Z', 'updated_at': '2021-10-28T08:41:11Z', 'revision_number': 3, 'project_id': '1c40174818f8445c97be17aed0fd6d22', 'gw_port': {'id': 'eb683a74-5389-45a4-b89c-0b4a17e2d069', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b93736-2e71-49d4-a502-c07f96359c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:10Z', 'updated_at': '2021-10-28T08:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:13.783515 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] Checking router: b6b93736-2e71-49d4-a502-c07f96359c95 for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:41:13.784140 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] Updating router b6b93736-2e71-49d4-a502-c07f96359c95 port eb683a74-5389-45a4-b89c-0b4a17e2d069 binding host dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:41:13.819093 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:13.837163 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef28f2-d7aa-434f-b975-dae75ae1e721 None None] Pushing event updated for resources: {'Port': ['ID=8c95698a-f355-4605-82d4-5a4fa6d25666,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:13.844379 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 52618) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:14.009935 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-b356b409-5a58-4170-96a2-4de6905a1718 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-618813253-network', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:14.083487 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b356b409-5a58-4170-96a2-4de6905a1718 admin admin] Made reservation on behalf of 7e7a189da1ab4c96a271af47ac4baa62 for: {'network': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:41:14.089205 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b356b409-5a58-4170-96a2-4de6905a1718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for network, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.104603 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b356b409-5a58-4170-96a2-4de6905a1718 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.168524 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'name': 'tempest-TestMinimumBasicScenario-1183880284-router', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:06Z', 'revision_number': 4, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'gw_port': {'id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '8c95698a-f355-4605-82d4-5a4fa6d25666', 'name': '', 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'mac_address': 'fa:16:3e:f4:c8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:05Z', 'updated_at': '2021-10-28T08:41:11Z', 'revision_number': 4, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'subnets': [{'id': 'e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:14.263792 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae84eb8-6b0c-4198-ab99-454e2475cb41 None None] The sync data for ids ['3a0eb3bc-9577-4912-b662-2718c5e4c639'] in dv-cinder-815660-3-iscsi is: [{'id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'name': 'tempest-TestMinimumBasicScenario-1183880284-router', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:06Z', 'revision_number': 4, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'gw_port': {'id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '8c95698a-f355-4605-82d4-5a4fa6d25666', 'name': '', 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'mac_address': 'fa:16:3e:f4:c8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:05Z', 'updated_at': '2021-10-28T08:41:11Z', 'revision_number': 4, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'subnets': [{'id': 'e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:41:14.292049 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b356b409-5a58-4170-96a2-4de6905a1718 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.310901 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b356b409-5a58-4170-96a2-4de6905a1718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.335599 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] Publish callbacks [] for port, precommit_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.346383 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.353196 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b356b409-5a58-4170-96a2-4de6905a1718 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=108149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:41:14.374026 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b8d46dfc-74cf-4cda-8b49-8386810bff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.459143 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87ae37-47de-4b9a-a08f-36bd71f7f6d5 None None] Pushing event updated for resources: {'Port': ['ID=eb683a74-5389-45a4-b89c-0b4a17e2d069,revision_number=2']} {{(pid=108152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:14.520420 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] Attempting to bind port eb683a74-5389-45a4-b89c-0b4a17e2d069 on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:41:14.529064 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] Attempting to bind port eb683a74-5389-45a4-b89c-0b4a17e2d069 by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}] {{(pid=108152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:41:14.529440 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] Attempting to bind port eb683a74-5389-45a4-b89c-0b4a17e2d069 on network c0718a07-d425-45b1-8de3-71ded0279532 {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:14.537304 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b356b409-5a58-4170-96a2-4de6905a1718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.537593 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:41:14.537747 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.segments_db [None req-b356b409-5a58-4170-96a2-4de6905a1718 admin admin] Added segment e7216d1c-4264-4893-ae69-ba05a819d76b of type vlan for network 1bb7b256-4baa-432c-addc-978134812fe5 Oct 28 08:41:14.538262 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] Checking segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:14.538753 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.540114 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] Bound using segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:41:14.541077 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] Bound port: eb683a74-5389-45a4-b89c-0b4a17e2d069, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}}] {{(pid=108152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:41:14.541580 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.542064 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 7b90e7db-2496-4193-ab9f-2ece19a5b97d up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:41:14.589371 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0386c7-da24-4c4f-bdab-8a0b7db06aaf None None] Network 3f3d60b5-9641-446f-9a94-f0661a96e00a requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:41:14.618887 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.db [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] For port eb683a74-5389-45a4-b89c-0b4a17e2d069, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:41:14.653828 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.db [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] For port eb683a74-5389-45a4-b89c-0b4a17e2d069, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=eb683a74-5389-45a4-b89c-0b4a17e2d069,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:41:14.661214 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b356b409-5a58-4170-96a2-4de6905a1718 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726588262319'] for network, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.668440 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.718818 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b356b409-5a58-4170-96a2-4de6905a1718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for network, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.719775 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b356b409-5a58-4170-96a2-4de6905a1718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:14.720347 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b356b409-5a58-4170-96a2-4de6905a1718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.738137 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87ae37-47de-4b9a-a08f-36bd71f7f6d5 None None] Pushing event updated for resources: {'Port': ['ID=eb683a74-5389-45a4-b89c-0b4a17e2d069,revision_number=3']} {{(pid=108152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:14.771650 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] Routers {'b6b93736-2e71-49d4-a502-c07f96359c95'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:41:14.772520 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:40:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['b6b93736-2e71-49d4-a502-c07f96359c95'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:14.774596 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356b409-5a58-4170-96a2-4de6905a1718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851c6754-79ed-4699-aa4d-31e9932a12ac,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:14.808982 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [None req-b8d46dfc-74cf-4cda-8b49-8386810bff7d admin admin] Allocated IP 172.20.0.1 (3f3d60b5-9641-446f-9a94-f0661a96e00a/1f5023ad-3a23-4ef5-bca6-1db40f9cfe9a/d5abcdfe-55c5-432a-abbf-c6ca32488026) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:41:14.902194 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-47210d64-830e-4589-89b2-bf4f0d7e8e5c None None] Provisioning complete for port 7b90e7db-2496-4193-ab9f-2ece19a5b97d triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:14.903781 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-47210d64-830e-4589-89b2-bf4f0d7e8e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.974044 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] Set router b6b93736-2e71-49d4-a502-c07f96359c95 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:41:14.978278 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-b356b409-5a58-4170-96a2-4de6905a1718 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1324649 Oct 28 08:41:14.991771 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 52642) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:15.004008 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91663adc-930c-4103-beba-2c0aea3ffc8d req-871b6750-08f9-491d-871f-b7a05de44a92 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:15.013447 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-91663adc-930c-4103-beba-2c0aea3ffc8d req-871b6750-08f9-491d-871f-b7a05de44a92 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.4348397 Oct 28 08:41:15.027481 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-5dc25bd8-ce88-4ba7-9966-71014b7c0b31 admin admin] Request body: {'subnet': {'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-subnet', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:15.064765 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356b409-5a58-4170-96a2-4de6905a1718 admin admin] Pushing event updated for resources: {'Network': ['ID=1bb7b256-4baa-432c-addc-978134812fe5,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:15.089947 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Network 1bb7b256-4baa-432c-addc-978134812fe5 details requested by agent ovs-agent-dv-cinder-815660-3-iscsi with host dv-cinder-815660-3-iscsi {{(pid=108151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:41:15.096635 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 7b90e7db-2496-4193-ab9f-2ece19a5b97d triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:15.099832 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.115470 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935f78b-94f8-4f88-bbb4-063060e5fcb3 req-86e5b0d1-dd88-43a8-bbee-fe1320bcc103 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:15.117176 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0935f78b-94f8-4f88-bbb4-063060e5fcb3 req-86e5b0d1-dd88-43a8-bbee-fe1320bcc103 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 944 time: 0.2063785 Oct 28 08:41:15.121450 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b8d46dfc-74cf-4cda-8b49-8386810bff7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.133848 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-91663adc-930c-4103-beba-2c0aea3ffc8d req-991c1cde-78a1-43a2-9cd5-b83d589e07d3 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143539 Oct 28 08:41:15.152018 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc25bd8-ce88-4ba7-9966-71014b7c0b31 admin admin] Made reservation on behalf of 7e7a189da1ab4c96a271af47ac4baa62 for: {'subnet': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:41:15.159988 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5dc25bd8-ce88-4ba7-9966-71014b7c0b31 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.187577 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b8d46dfc-74cf-4cda-8b49-8386810bff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.259881 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d46dfc-74cf-4cda-8b49-8386810bff7d admin admin] Network 3f3d60b5-9641-446f-9a94-f0661a96e00a is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:15.276987 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-b8d46dfc-74cf-4cda-8b49-8386810bff7d admin admin] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:15.298420 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d46dfc-74cf-4cda-8b49-8386810bff7d admin admin] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:41:15.357254 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0935f78b-94f8-4f88-bbb4-063060e5fcb3 req-a7b1b5c4-3a95-4ef1-8c70-94cbd5f5e601 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222598 Oct 28 08:41:15.359858 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d46dfc-74cf-4cda-8b49-8386810bff7d admin admin] Pushing event updated for resources: {'Port': ['ID=d5abcdfe-55c5-432a-abbf-c6ca32488026,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:15.386339 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b8d46dfc-74cf-4cda-8b49-8386810bff7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550849'] for router_interface, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.392873 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b93736-2e71-49d4-a502-c07f96359c95', 'name': 'tempest-TestMinimumBasicScenario-548480314-router', 'tenant_id': '1c40174818f8445c97be17aed0fd6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'eb683a74-5389-45a4-b89c-0b4a17e2d069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:10Z', 'updated_at': '2021-10-28T08:41:11Z', 'revision_number': 3, 'project_id': '1c40174818f8445c97be17aed0fd6d22', 'gw_port': {'id': 'eb683a74-5389-45a4-b89c-0b4a17e2d069', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b93736-2e71-49d4-a502-c07f96359c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:10Z', 'updated_at': '2021-10-28T08:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:15.459854 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-47210d64-830e-4589-89b2-bf4f0d7e8e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.460566 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5dc25bd8-ce88-4ba7-9966-71014b7c0b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for subnet, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.461677 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3b756f-8ea1-4cf4-9e32-4371ae0c52db None None] The sync data for ids ['b6b93736-2e71-49d4-a502-c07f96359c95'] in dv-cinder-815660-3-iscsi is: [{'id': 'b6b93736-2e71-49d4-a502-c07f96359c95', 'name': 'tempest-TestMinimumBasicScenario-548480314-router', 'tenant_id': '1c40174818f8445c97be17aed0fd6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'eb683a74-5389-45a4-b89c-0b4a17e2d069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:10Z', 'updated_at': '2021-10-28T08:41:11Z', 'revision_number': 3, 'project_id': '1c40174818f8445c97be17aed0fd6d22', 'gw_port': {'id': 'eb683a74-5389-45a4-b89c-0b4a17e2d069', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b93736-2e71-49d4-a502-c07f96359c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:10Z', 'updated_at': '2021-10-28T08:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:41:15.516358 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.585010 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-47210d64-830e-4589-89b2-bf4f0d7e8e5c None None] For port 7b90e7db-2496-4193-ab9f-2ece19a5b97d, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=7b90e7db-2496-4193-ab9f-2ece19a5b97d,segment=NetworkSegment(b614f7a2-54dc-4ec0-b44c-27e92e494e7d),segment_id=b614f7a2-54dc-4ec0-b44c-27e92e494e7d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:15.593365 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc25bd8-ce88-4ba7-9966-71014b7c0b31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd9bc392-6bd3-4140-a796-405119ac5b63,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:15.609377 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-47210d64-830e-4589-89b2-bf4f0d7e8e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.609681 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc25bd8-ce88-4ba7-9966-71014b7c0b31 admin admin] Checking segment: {'id': 'e7216d1c-4264-4893-ae69-ba05a819d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:15.610095 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc25bd8-ce88-4ba7-9966-71014b7c0b31 admin admin] Network hostable DHCP agents. Network: 1bb7b256-4baa-432c-addc-978134812fe5, hostable agents: ['a0272f17-d1f2-4606-9a20-f7b889da77c9'], hosted agents: [] {{(pid=108149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:41:15.643427 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b8d46dfc-74cf-4cda-8b49-8386810bff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.660100 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc25bd8-ce88-4ba7-9966-71014b7c0b31 admin admin] Network 1bb7b256-4baa-432c-addc-978134812fe5 is scheduled to be hosted by DHCP agent a0272f17-d1f2-4606-9a20-f7b889da77c9 with binding_index 1 {{(pid=108149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:41:15.703297 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-5dc25bd8-ce88-4ba7-9966-71014b7c0b31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-3-iscsi, 1bb7b256-4baa-432c-addc-978134812fe5) {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:15.712239 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc25bd8-ce88-4ba7-9966-71014b7c0b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:15.713335 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5dc25bd8-ce88-4ba7-9966-71014b7c0b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.738416 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8680e1d1-4357-4e46-9c75-cf8a556b1a3e None None] Network 1bb7b256-4baa-432c-addc-978134812fe5 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:41:15.778709 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-5dc25bd8-ce88-4ba7-9966-71014b7c0b31 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7600219 Oct 28 08:41:15.779646 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 52648) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:15.787931 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-af9edae9-8af7-40eb-abe3-064d2492d346 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:15.841603 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-af9edae9-8af7-40eb-abe3-064d2492d346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2088'] for router, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.851147 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-af9edae9-8af7-40eb-abe3-064d2492d346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2067'] for router, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.908013 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47210d64-830e-4589-89b2-bf4f0d7e8e5c None None] Pushing event updated for resources: {'Port': ['ID=7b90e7db-2496-4193-ab9f-2ece19a5b97d,revision_number=3']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:15.925616 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.db.api [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 08:41:15.926661 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG oslo_db.api [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 08:41:15.967104 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-dffa0123-f483-4943-ac2a-e620e7d93812 None None] Provisioning complete for port 7b90e7db-2496-4193-ab9f-2ece19a5b97d triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:15.967567 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-dffa0123-f483-4943-ac2a-e620e7d93812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.998844 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-af9edae9-8af7-40eb-abe3-064d2492d346 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.048465 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b8d46dfc-74cf-4cda-8b49-8386810bff7d admin admin] Publish callbacks [] for port, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.064424 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b8d46dfc-74cf-4cda-8b49-8386810bff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25530818'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.100330 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9124244-5199-52c3-8d2f-e0fb3de2782f-1bb7b256-4baa-432c-addc-978134812fe5', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63'}]}} from dv-cinder-815660-3-iscsi. {{(pid=108151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:41:16.101328 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.175036 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b8d46dfc-74cf-4cda-8b49-8386810bff7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-784823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591697'] for router_interface, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.215754 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-af9edae9-8af7-40eb-abe3-064d2492d346 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.279330 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d46dfc-74cf-4cda-8b49-8386810bff7d admin admin] Pushing event updated for resources: {'Port': ['ID=d5abcdfe-55c5-432a-abbf-c6ca32488026,revision_number=2']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:16.380669 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8c381-cbda-4e20-9ff1-2d369ed92712 req-28f9abf4-b0fa-43ce-912e-563330e43bd6 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:16.383455 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-64c8c381-cbda-4e20-9ff1-2d369ed92712 req-28f9abf4-b0fa-43ce-912e-563330e43bd6 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.1078236 Oct 28 08:41:16.395914 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.db_base_plugin_common [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] Allocated IP 172.20.0.2 (1bb7b256-4baa-432c-addc-978134812fe5/fd9bc392-6bd3-4140-a796-405119ac5b63/e096d70b-f68f-4017-9ae5-418c87d733c9) {{(pid=108151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:41:16.416322 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-dffa0123-f483-4943-ac2a-e620e7d93812 None None] Provisioning complete for port d5abcdfe-55c5-432a-abbf-c6ca32488026 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:16.416725 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-dffa0123-f483-4943-ac2a-e620e7d93812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.456925 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d46dfc-74cf-4cda-8b49-8386810bff7d admin admin] Network 3f3d60b5-9641-446f-9a94-f0661a96e00a is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:16.459879 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-b8d46dfc-74cf-4cda-8b49-8386810bff7d admin admin] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:16.468888 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-64c8c381-cbda-4e20-9ff1-2d369ed92712 req-8d623cd4-4031-4f05-8e25-c6ce688933fb tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788348 Oct 28 08:41:16.671143 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-dffa0123-f483-4943-ac2a-e620e7d93812 None None] Port d5abcdfe-55c5-432a-abbf-c6ca32488026 cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:41:16.755647 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d46dfc-74cf-4cda-8b49-8386810bff7d admin admin] Router b6b93736-2e71-49d4-a502-c07f96359c95 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:41:16.815371 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7917d-444c-4caf-8b81-2d89d0c6765b req-e49fcc52-3d4f-400d-9f0e-780781b3f02e tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:16.818668 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b5d7917d-444c-4caf-8b81-2d89d0c6765b req-e49fcc52-3d4f-400d-9f0e-780781b3f02e tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 944 time: 0.2384040 Oct 28 08:41:16.825759 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-af9edae9-8af7-40eb-abe3-064d2492d346 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.879098 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-c2f3c7cb-b692-400f-a116-a67e85f4945a None None] Provisioning complete for port d5abcdfe-55c5-432a-abbf-c6ca32488026 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:16.879945 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-c2f3c7cb-b692-400f-a116-a67e85f4945a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.911476 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-af9edae9-8af7-40eb-abe3-064d2492d346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.922055 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-c2f3c7cb-b692-400f-a116-a67e85f4945a None None] Port d5abcdfe-55c5-432a-abbf-c6ca32488026 cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:41:16.927845 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d46dfc-74cf-4cda-8b49-8386810bff7d admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:41:16.937827 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-b8d46dfc-74cf-4cda-8b49-8386810bff7d admin admin] 10.222.0.74 "PUT /v2.0/routers/b6b93736-2e71-49d4-a502-c07f96359c95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0069361 Oct 28 08:41:16.951853 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] Publish callbacks [] for port, precommit_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.966111 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.004128 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b5d7917d-444c-4caf-8b81-2d89d0c6765b req-85853f8d-a43e-4289-9e26-273bb3b23fd7 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663244 Oct 28 08:41:17.049498 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] Network 1bb7b256-4baa-432c-addc-978134812fe5 is already hosted by enough agents. {{(pid=108151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:17.057595 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.base_scheduler [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] Resources bound (agent type, host, resource id): {{(pid=108151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:17.062719 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 7b90e7db-2496-4193-ab9f-2ece19a5b97d up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:41:17.068251 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] Received port after_create {{(pid=108151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:41:17.074042 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] Pushing event updated for resources: {'Port': ['ID=e096d70b-f68f-4017-9ae5-418c87d733c9,revision_number=1']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:17.108406 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [None req-af9edae9-8af7-40eb-abe3-064d2492d346 admin admin] Allocated IP 172.27.2.234 (c0718a07-d425-45b1-8de3-71ded0279532/b41219f0-2f46-4802-a1ee-8d1af97776ac/1cafb987-18c7-41d1-b66b-e6575aff6ffb) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:41:17.119844 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-8ef94973-b137-4c9a-8b88-ba86c7d5c70e None None] Provisioning complete for port d5abcdfe-55c5-432a-abbf-c6ca32488026 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:17.120360 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8ef94973-b137-4c9a-8b88-ba86c7d5c70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.209405 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] Attempting to bind port e096d70b-f68f-4017-9ae5-418c87d733c9 on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:41:17.209916 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] Attempting to bind port e096d70b-f68f-4017-9ae5-418c87d733c9 by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': 'e7216d1c-4264-4893-ae69-ba05a819d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5'}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:41:17.210392 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] Attempting to bind port e096d70b-f68f-4017-9ae5-418c87d733c9 on network 1bb7b256-4baa-432c-addc-978134812fe5 {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:17.218913 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-8ef94973-b137-4c9a-8b88-ba86c7d5c70e None None] Port d5abcdfe-55c5-432a-abbf-c6ca32488026 cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:41:17.223038 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:41:17.223569 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] Checking segment: {'id': 'e7216d1c-4264-4893-ae69-ba05a819d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:17.223963 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.224344 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] Bound using segment: {'id': 'e7216d1c-4264-4893-ae69-ba05a819d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5'} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:41:17.224818 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] Bound port: e096d70b-f68f-4017-9ae5-418c87d733c9, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7216d1c-4264-4893-ae69-ba05a819d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5'}}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:41:17.225194 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.239790 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 7b90e7db-2496-4193-ab9f-2ece19a5b97d triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:17.240153 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.255336 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-af9edae9-8af7-40eb-abe3-064d2492d346 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.290731 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-af9edae9-8af7-40eb-abe3-064d2492d346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.337082 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9edae9-8af7-40eb-abe3-064d2492d346 admin admin] Network c0718a07-d425-45b1-8de3-71ded0279532 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:17.340594 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-af9edae9-8af7-40eb-abe3-064d2492d346 admin admin] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:17.344008 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9edae9-8af7-40eb-abe3-064d2492d346 admin admin] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:41:17.435370 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9edae9-8af7-40eb-abe3-064d2492d346 admin admin] Pushing event updated for resources: {'Port': ['ID=1cafb987-18c7-41d1-b66b-e6575aff6ffb,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:17.457323 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] For port e096d70b-f68f-4017-9ae5-418c87d733c9, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:41:17.463385 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] For port e096d70b-f68f-4017-9ae5-418c87d733c9, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=e096d70b-f68f-4017-9ae5-418c87d733c9,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:41:17.469681 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.545639 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device eb683a74-5389-45a4-b89c-0b4a17e2d069 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:41:17.613283 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe8046-cb01-405e-9492-a88030fa248b None None] Pushing event updated for resources: {'Port': ['ID=e096d70b-f68f-4017-9ae5-418c87d733c9,revision_number=2']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:17.641693 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port eb683a74-5389-45a4-b89c-0b4a17e2d069 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:17.642091 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.746166 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.747967 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de9c30-c448-4229-bcc6-1c373df7875e req-b3a03b0f-f3f8-479d-96b7-123f369abf24 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:17.749727 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-52de9c30-c448-4229-bcc6-1c373df7875e req-b3a03b0f-f3f8-479d-96b7-123f369abf24 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.1316936 Oct 28 08:41:17.751485 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-af9edae9-8af7-40eb-abe3-064d2492d346 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.776852 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] For port eb683a74-5389-45a4-b89c-0b4a17e2d069, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=eb683a74-5389-45a4-b89c-0b4a17e2d069,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:17.782456 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.783589 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 8c95698a-f355-4605-82d4-5a4fa6d25666 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:41:17.907643 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Pushing event updated for resources: {'Port': ['ID=eb683a74-5389-45a4-b89c-0b4a17e2d069,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:17.917286 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 8c95698a-f355-4605-82d4-5a4fa6d25666 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:17.917669 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.952385 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-52de9c30-c448-4229-bcc6-1c373df7875e req-1f99e047-a704-40b8-a309-0d5306b47105 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446610 Oct 28 08:41:18.081096 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-af9edae9-8af7-40eb-abe3-064d2492d346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591004'] for router, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:18.103763 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:18.255103 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee2fa0-9e6c-413b-b785-7b91b45b9062 req-1963ea35-deea-42d4-aaf7-42d0a27bf1a3 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:18.256355 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-25ee2fa0-9e6c-413b-b785-7b91b45b9062 req-1963ea35-deea-42d4-aaf7-42d0a27bf1a3 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 944 time: 0.0855839 Oct 28 08:41:18.314128 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-25ee2fa0-9e6c-413b-b785-7b91b45b9062 req-59fd99d3-9f7b-4a6f-afc7-cd459b009729 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517304 Oct 28 08:41:18.332580 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9edae9-8af7-40eb-abe3-064d2492d346 admin admin] Router 7f9b9f47-3750-423d-b928-4750646d1d9c is scheduled to L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c with binding_index 1 {{(pid=108149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:41:18.483954 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9edae9-8af7-40eb-abe3-064d2492d346 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:41:18.507462 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] Sync routers for ids ['7f9b9f47-3750-423d-b928-4750646d1d9c'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:41:18.532993 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] Routers {'7f9b9f47-3750-423d-b928-4750646d1d9c'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:41:18.534063 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:40:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['7f9b9f47-3750-423d-b928-4750646d1d9c'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:18.544784 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-af9edae9-8af7-40eb-abe3-064d2492d346 admin admin] Publish callbacks [] for router, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:18.547385 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-af9edae9-8af7-40eb-abe3-064d2492d346 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7662776 Oct 28 08:41:18.549950 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 52702) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:18.662104 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] Sync routers for ids ['b6b93736-2e71-49d4-a502-c07f96359c95'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:41:18.691601 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] Routers {'b6b93736-2e71-49d4-a502-c07f96359c95'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:41:18.692547 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:40:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['b6b93736-2e71-49d4-a502-c07f96359c95'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:18.767859 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] Set router 7f9b9f47-3750-423d-b928-4750646d1d9c gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:41:18.927887 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] Set router b6b93736-2e71-49d4-a502-c07f96359c95 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:41:18.964575 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device eb683a74-5389-45a4-b89c-0b4a17e2d069 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:41:19.147381 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port eb683a74-5389-45a4-b89c-0b4a17e2d069 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:19.148043 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:19.237194 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb492c-c554-4938-953c-56668f2c7a41 req-9557e737-8291-4700-9c5e-aea1cef24757 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:19.245325 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0ccb492c-c554-4938-953c-56668f2c7a41 req-9557e737-8291-4700-9c5e-aea1cef24757 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.1110775 Oct 28 08:41:19.282443 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:41:17Z', 'revision_number': 3, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:19.355770 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] Checking router: 7f9b9f47-3750-423d-b928-4750646d1d9c for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:41:19.356117 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] Updating router 7f9b9f47-3750-423d-b928-4750646d1d9c port 1cafb987-18c7-41d1-b66b-e6575aff6ffb binding host dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:41:19.372153 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b93736-2e71-49d4-a502-c07f96359c95', 'name': 'tempest-TestMinimumBasicScenario-548480314-router', 'tenant_id': '1c40174818f8445c97be17aed0fd6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'eb683a74-5389-45a4-b89c-0b4a17e2d069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:10Z', 'updated_at': '2021-10-28T08:41:15Z', 'revision_number': 4, 'project_id': '1c40174818f8445c97be17aed0fd6d22', 'gw_port': {'id': 'eb683a74-5389-45a4-b89c-0b4a17e2d069', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b93736-2e71-49d4-a502-c07f96359c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:10Z', 'updated_at': '2021-10-28T08:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'd5abcdfe-55c5-432a-abbf-c6ca32488026', 'name': '', 'network_id': '3f3d60b5-9641-446f-9a94-f0661a96e00a', 'tenant_id': '1c40174818f8445c97be17aed0fd6d22', 'mac_address': 'fa:16:3e:7e:fe:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b93736-2e71-49d4-a502-c07f96359c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1f5023ad-3a23-4ef5-bca6-1db40f9cfe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:14Z', 'updated_at': '2021-10-28T08:41:15Z', 'revision_number': 2, 'project_id': '1c40174818f8445c97be17aed0fd6d22', 'subnets': [{'id': '1f5023ad-3a23-4ef5-bca6-1db40f9cfe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:19.423259 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device e096d70b-f68f-4017-9ae5-418c87d733c9 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:41:19.425853 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6039f3-80f9-4331-835e-5dd2c461c4af None None] Network 1bb7b256-4baa-432c-addc-978134812fe5 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:41:19.451647 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0ccb492c-c554-4938-953c-56668f2c7a41 req-a1c7b5e4-4285-4a50-a1c6-497626474e45 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054322 Oct 28 08:41:19.556291 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:19.562141 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] Checking router: b6b93736-2e71-49d4-a502-c07f96359c95 for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:41:19.562698 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] Updating router b6b93736-2e71-49d4-a502-c07f96359c95 port d5abcdfe-55c5-432a-abbf-c6ca32488026 binding host dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:41:19.597465 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:19.624763 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-67850ffa-df89-4478-ab41-07a4344ece37 None None] Provisioning complete for port e096d70b-f68f-4017-9ae5-418c87d733c9 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:19.625051 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-67850ffa-df89-4478-ab41-07a4344ece37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:19.654110 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c4965-e57c-42bd-9f8d-68486f16d0c1 req-a5a427c2-d38b-415a-beb7-cdcf95a83d8f tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:19.662517 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2a1c4965-e57c-42bd-9f8d-68486f16d0c1 req-a5a427c2-d38b-415a-beb7-cdcf95a83d8f tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 944 time: 0.1077216 Oct 28 08:41:19.745139 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2a1c4965-e57c-42bd-9f8d-68486f16d0c1 req-ee8d2388-8a6d-41f4-9649-c00412c8a520 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812716 Oct 28 08:41:19.750154 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8565f67c-4bb7-4431-9ece-f4f84041ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:19.830463 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port e096d70b-f68f-4017-9ae5-418c87d733c9 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:19.831062 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:20.032443 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-67850ffa-df89-4478-ab41-07a4344ece37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:20.047515 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] Publish callbacks [] for port, precommit_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:20.050629 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [None req-8565f67c-4bb7-4431-9ece-f4f84041ea76 admin admin] Allocated IP 172.20.0.1 (1bb7b256-4baa-432c-addc-978134812fe5/fd9bc392-6bd3-4140-a796-405119ac5b63/f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:41:20.063328 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:20.116171 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25439dfc-fae2-4048-925e-1b34dd8c6e43 None None] Pushing event updated for resources: {'Port': ['ID=d5abcdfe-55c5-432a-abbf-c6ca32488026,revision_number=3']} {{(pid=108152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:20.152797 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-67850ffa-df89-4478-ab41-07a4344ece37 None None] For port e096d70b-f68f-4017-9ae5-418c87d733c9, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=e096d70b-f68f-4017-9ae5-418c87d733c9,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:20.189839 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-67850ffa-df89-4478-ab41-07a4344ece37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:20.230517 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8565f67c-4bb7-4431-9ece-f4f84041ea76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:20.242900 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] Attempting to bind port d5abcdfe-55c5-432a-abbf-c6ca32488026 on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:41:20.243273 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] Attempting to bind port d5abcdfe-55c5-432a-abbf-c6ca32488026 by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': 'b614f7a2-54dc-4ec0-b44c-27e92e494e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3f3d60b5-9641-446f-9a94-f0661a96e00a'}] {{(pid=108152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:41:20.243634 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] Attempting to bind port d5abcdfe-55c5-432a-abbf-c6ca32488026 on network 3f3d60b5-9641-446f-9a94-f0661a96e00a {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:20.249926 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:41:20.250444 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] Checking segment: {'id': 'b614f7a2-54dc-4ec0-b44c-27e92e494e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3f3d60b5-9641-446f-9a94-f0661a96e00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:20.250856 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:20.251248 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] Bound using segment: {'id': 'b614f7a2-54dc-4ec0-b44c-27e92e494e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3f3d60b5-9641-446f-9a94-f0661a96e00a'} {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:41:20.251716 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] Bound port: d5abcdfe-55c5-432a-abbf-c6ca32488026, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b614f7a2-54dc-4ec0-b44c-27e92e494e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3f3d60b5-9641-446f-9a94-f0661a96e00a'}}] {{(pid=108152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:41:20.252118 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:20.332644 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8565f67c-4bb7-4431-9ece-f4f84041ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:20.403006 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:20.436419 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.db [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] For port d5abcdfe-55c5-432a-abbf-c6ca32488026, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:41:20.440886 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.db [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] For port d5abcdfe-55c5-432a-abbf-c6ca32488026, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=d5abcdfe-55c5-432a-abbf-c6ca32488026,segment=NetworkSegment(b614f7a2-54dc-4ec0-b44c-27e92e494e7d),segment_id=b614f7a2-54dc-4ec0-b44c-27e92e494e7d)] {{(pid=108152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:41:20.451586 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:20.469090 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] Publish callbacks [] for port, precommit_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:20.471632 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8565f67c-4bb7-4431-9ece-f4f84041ea76 admin admin] Network 1bb7b256-4baa-432c-addc-978134812fe5 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:20.485490 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-8565f67c-4bb7-4431-9ece-f4f84041ea76 admin admin] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:20.501966 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8565f67c-4bb7-4431-9ece-f4f84041ea76 admin admin] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:41:20.508170 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8565f67c-4bb7-4431-9ece-f4f84041ea76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550849'] for router_interface, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:20.583819 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] Routers {'b6b93736-2e71-49d4-a502-c07f96359c95'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:41:20.584485 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:40:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['b6b93736-2e71-49d4-a502-c07f96359c95'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:20.764142 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] Set router b6b93736-2e71-49d4-a502-c07f96359c95 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:41:20.899032 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:20.910504 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25439dfc-fae2-4048-925e-1b34dd8c6e43 None None] Pushing event updated for resources: {'Port': ['ID=d5abcdfe-55c5-432a-abbf-c6ca32488026,revision_number=4']} {{(pid=108152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:20.914261 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565f67c-4bb7-4431-9ece-f4f84041ea76 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:20.936104 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67850ffa-df89-4478-ab41-07a4344ece37 None None] Pushing event updated for resources: {'Port': ['ID=e096d70b-f68f-4017-9ae5-418c87d733c9,revision_number=3']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:20.959121 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ffc88-5221-4793-8fd5-376e05c26374 req-8409d254-b580-41c7-a8a7-e89161e5b763 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:20.962270 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ae1ffc88-5221-4793-8fd5-376e05c26374 req-8409d254-b580-41c7-a8a7-e89161e5b763 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.1963310 Oct 28 08:41:20.963355 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8565f67c-4bb7-4431-9ece-f4f84041ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:21.091460 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-65522b3d-75b0-4f99-98be-9a5d566feedf None None] Provisioning complete for port d5abcdfe-55c5-432a-abbf-c6ca32488026 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:21.091861 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-65522b3d-75b0-4f99-98be-9a5d566feedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:21.101088 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] Attempting to bind port 1cafb987-18c7-41d1-b66b-e6575aff6ffb on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:41:21.101429 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] Attempting to bind port 1cafb987-18c7-41d1-b66b-e6575aff6ffb by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:41:21.101811 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] Attempting to bind port 1cafb987-18c7-41d1-b66b-e6575aff6ffb on network c0718a07-d425-45b1-8de3-71ded0279532 {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:21.136121 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa718250-4855-4966-b658-7b11f73b7070 None None] Pushing event updated for resources: {'Port': ['ID=1cafb987-18c7-41d1-b66b-e6575aff6ffb,revision_number=2']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:21.150863 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:41:21.150863 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] Checking segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:21.151245 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ae1ffc88-5221-4793-8fd5-376e05c26374 req-2cd7c674-5fe8-4a09-8ae1-ba32b422b424 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802552 Oct 28 08:41:21.151348 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:21.151511 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] Bound using segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:41:21.152009 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] Bound port: 1cafb987-18c7-41d1-b66b-e6575aff6ffb, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:41:21.152393 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:21.157297 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.db.api [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 08:41:21.157683 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG oslo_db.api [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 08:41:21.199966 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccd4ec-c237-4a4c-9c7d-9c6d7602daff req-78d57169-db62-415e-b97f-f44444bc4611 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:21.201619 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-12ccd4ec-c237-4a4c-9c7d-9c6d7602daff req-78d57169-db62-415e-b97f-f44444bc4611 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 944 time: 0.2341065 Oct 28 08:41:21.249063 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] For port 1cafb987-18c7-41d1-b66b-e6575aff6ffb, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:41:21.269869 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] For port 1cafb987-18c7-41d1-b66b-e6575aff6ffb, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=1cafb987-18c7-41d1-b66b-e6575aff6ffb,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:41:21.290313 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:21.304764 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-65522b3d-75b0-4f99-98be-9a5d566feedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:21.351369 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-12ccd4ec-c237-4a4c-9c7d-9c6d7602daff req-3b84f070-a5bb-4e10-9e5a-fd675260bdf5 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397665 Oct 28 08:41:21.353759 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b93736-2e71-49d4-a502-c07f96359c95', 'name': 'tempest-TestMinimumBasicScenario-548480314-router', 'tenant_id': '1c40174818f8445c97be17aed0fd6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'eb683a74-5389-45a4-b89c-0b4a17e2d069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:10Z', 'updated_at': '2021-10-28T08:41:15Z', 'revision_number': 4, 'project_id': '1c40174818f8445c97be17aed0fd6d22', 'gw_port': {'id': 'eb683a74-5389-45a4-b89c-0b4a17e2d069', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b93736-2e71-49d4-a502-c07f96359c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:10Z', 'updated_at': '2021-10-28T08:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'd5abcdfe-55c5-432a-abbf-c6ca32488026', 'name': '', 'network_id': '3f3d60b5-9641-446f-9a94-f0661a96e00a', 'tenant_id': '1c40174818f8445c97be17aed0fd6d22', 'mac_address': 'fa:16:3e:7e:fe:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b93736-2e71-49d4-a502-c07f96359c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1f5023ad-3a23-4ef5-bca6-1db40f9cfe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:14Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 4, 'project_id': '1c40174818f8445c97be17aed0fd6d22', 'subnets': [{'id': '1f5023ad-3a23-4ef5-bca6-1db40f9cfe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:21.400565 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] Routers {'7f9b9f47-3750-423d-b928-4750646d1d9c'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:41:21.401773 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:40:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['7f9b9f47-3750-423d-b928-4750646d1d9c'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:21.412136 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba86f74-0a19-4106-95d3-8e2eaa7514ee None None] The sync data for ids ['b6b93736-2e71-49d4-a502-c07f96359c95'] in dv-cinder-815660-3-iscsi is: [{'id': 'b6b93736-2e71-49d4-a502-c07f96359c95', 'name': 'tempest-TestMinimumBasicScenario-548480314-router', 'tenant_id': '1c40174818f8445c97be17aed0fd6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'eb683a74-5389-45a4-b89c-0b4a17e2d069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:10Z', 'updated_at': '2021-10-28T08:41:15Z', 'revision_number': 4, 'project_id': '1c40174818f8445c97be17aed0fd6d22', 'gw_port': {'id': 'eb683a74-5389-45a4-b89c-0b4a17e2d069', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b93736-2e71-49d4-a502-c07f96359c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:10Z', 'updated_at': '2021-10-28T08:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'd5abcdfe-55c5-432a-abbf-c6ca32488026', 'name': '', 'network_id': '3f3d60b5-9641-446f-9a94-f0661a96e00a', 'tenant_id': '1c40174818f8445c97be17aed0fd6d22', 'mac_address': 'fa:16:3e:7e:fe:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b93736-2e71-49d4-a502-c07f96359c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1f5023ad-3a23-4ef5-bca6-1db40f9cfe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:14Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 4, 'project_id': '1c40174818f8445c97be17aed0fd6d22', 'subnets': [{'id': '1f5023ad-3a23-4ef5-bca6-1db40f9cfe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:41:21.492177 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa718250-4855-4966-b658-7b11f73b7070 None None] Pushing event updated for resources: {'Port': ['ID=1cafb987-18c7-41d1-b66b-e6575aff6ffb,revision_number=3']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:21.530052 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8565f67c-4bb7-4431-9ece-f4f84041ea76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:21.539955 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8565f67c-4bb7-4431-9ece-f4f84041ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:21.543989 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8565f67c-4bb7-4431-9ece-f4f84041ea76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-784823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591697'] for router_interface, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:21.606122 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-65522b3d-75b0-4f99-98be-9a5d566feedf None None] For port d5abcdfe-55c5-432a-abbf-c6ca32488026, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=d5abcdfe-55c5-432a-abbf-c6ca32488026,segment=NetworkSegment(b614f7a2-54dc-4ec0-b44c-27e92e494e7d),segment_id=b614f7a2-54dc-4ec0-b44c-27e92e494e7d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:21.631336 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-65522b3d-75b0-4f99-98be-9a5d566feedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:21.720209 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-94bf1a76-d323-4811-8b50-68157346e043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:21.749432 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565f67c-4bb7-4431-9ece-f4f84041ea76 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:21.781514 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f37223-3334-46bb-a781-6003b52f7693 req-2082247f-1594-49cd-bd3e-9cff252676d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:21.785026 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-74f37223-3334-46bb-a781-6003b52f7693 req-2082247f-1594-49cd-bd3e-9cff252676d9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 1098 time: 0.2498362 Oct 28 08:41:21.798340 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8565f67c-4bb7-4431-9ece-f4f84041ea76 admin admin] Network 1bb7b256-4baa-432c-addc-978134812fe5 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:21.807933 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-8565f67c-4bb7-4431-9ece-f4f84041ea76 admin admin] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:21.812211 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65522b3d-75b0-4f99-98be-9a5d566feedf None None] Pushing event updated for resources: {'Port': ['ID=d5abcdfe-55c5-432a-abbf-c6ca32488026,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:21.872828 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] Set router 7f9b9f47-3750-423d-b928-4750646d1d9c gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:41:21.975733 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-e64586f2-2895-4907-b792-fc32e68316e9 None None] Provisioning complete for port e096d70b-f68f-4017-9ae5-418c87d733c9 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:21.976467 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-e64586f2-2895-4907-b792-fc32e68316e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:22.055208 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-74f37223-3334-46bb-a781-6003b52f7693 req-8f2285d4-802b-44f4-9945-b8193eeb2405 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545712 Oct 28 08:41:22.146547 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device e096d70b-f68f-4017-9ae5-418c87d733c9 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:41:22.155875 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8565f67c-4bb7-4431-9ece-f4f84041ea76 admin admin] Router 7f9b9f47-3750-423d-b928-4750646d1d9c has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:41:22.404563 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8565f67c-4bb7-4431-9ece-f4f84041ea76 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:41:22.411505 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-8565f67c-4bb7-4431-9ece-f4f84041ea76 admin admin] 10.222.0.74 "PUT /v2.0/routers/7f9b9f47-3750-423d-b928-4750646d1d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8592024 Oct 28 08:41:22.483136 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port e096d70b-f68f-4017-9ae5-418c87d733c9 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:22.483508 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:22.537218 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9b5f8-1680-4cdb-968e-0684b7eaa62d req-f5501cb6-ab3f-44a7-8ed3-e1370612da20 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:22.553857 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-aac9b5f8-1680-4cdb-968e-0684b7eaa62d req-f5501cb6-ab3f-44a7-8ed3-e1370612da20 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.2258561 Oct 28 08:41:22.666725 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-e64586f2-2895-4907-b792-fc32e68316e9 None None] Provisioning complete for port d5abcdfe-55c5-432a-abbf-c6ca32488026 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:22.667091 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-e64586f2-2895-4907-b792-fc32e68316e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:22.736184 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device df7df76e-bd7c-4f8c-93e3-b04d53cccf2e up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:41:22.747992 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-aac9b5f8-1680-4cdb-968e-0684b7eaa62d req-180a94a1-a97d-47c7-82fa-d503a8a39fc8 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394219 Oct 28 08:41:22.758560 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883882f-1838-4097-92f5-0004a175748f req-dfe7dc5e-7fe3-4b5b-b4ab-8593bd23ca3d tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:22.760745 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2883882f-1838-4097-92f5-0004a175748f req-dfe7dc5e-7fe3-4b5b-b4ab-8593bd23ca3d tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 944 time: 0.2598965 Oct 28 08:41:22.862792 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2883882f-1838-4097-92f5-0004a175748f req-e3898759-6510-454c-a249-9d2abd84c890 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940642 Oct 28 08:41:22.924347 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device d5abcdfe-55c5-432a-abbf-c6ca32488026 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:41:23.153161 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-e64586f2-2895-4907-b792-fc32e68316e9 None None] Provisioning complete for port f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:23.153892 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-e64586f2-2895-4907-b792-fc32e68316e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:23.204776 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 4, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28', 'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'mac_address': 'fa:16:3e:0c:90:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:19Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 1, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'subnets': [{'id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:23.244290 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port df7df76e-bd7c-4f8c-93e3-b04d53cccf2e completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:41:23.261904 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed6c4e-a60e-45d7-bd0d-fd5bc9084535 None None] The sync data for ids ['7f9b9f47-3750-423d-b928-4750646d1d9c'] in dv-cinder-815660-3-iscsi is: [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 4, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28', 'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'mac_address': 'fa:16:3e:0c:90:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:19Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 1, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'subnets': [{'id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:41:23.261904 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-e64586f2-2895-4907-b792-fc32e68316e9 None None] Port f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28 cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:41:23.273067 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port df7df76e-bd7c-4f8c-93e3-b04d53cccf2e triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:23.281911 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:23.356621 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port d5abcdfe-55c5-432a-abbf-c6ca32488026 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:23.357094 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:23.575703 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-77434740-547a-4eba-b702-1f3af797a8bf None None] Provisioning complete for port f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:23.576291 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-77434740-547a-4eba-b702-1f3af797a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:23.806611 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-77434740-547a-4eba-b702-1f3af797a8bf None None] Port f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28 cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:41:23.829029 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:23.935628 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01160f21-7cfb-4fd7-99fa-f9d7fa21acd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7df76e-bd7c-4f8c-93e3-b04d53cccf2e'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:41:23.944897 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f74d0c2-d3d6-4806-baee-48c73a87080f" -d '{"events": [{"server_uuid": "01160f21-7cfb-4fd7-99fa-f9d7fa21acd5", "name": "network-vif-plugged", "status": "completed", "tag": "df7df76e-bd7c-4f8c-93e3-b04d53cccf2e"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:41:23.980861 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 52798) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:23.983823 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port df7df76e-bd7c-4f8c-93e3-b04d53cccf2e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=df7df76e-bd7c-4f8c-93e3-b04d53cccf2e,segment=NetworkSegment(8ebebe30-d3a2-458e-804e-d0cd121ae10d),segment_id=8ebebe30-d3a2-458e-804e-d0cd121ae10d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:23.991983 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:23.993988 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-d2a9035e-f871-4f05-ac5f-36ab92115635 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--395849367', 'description': 'tempest-description--1799060426'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:24.054504 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ef21b-a8cd-4c60-b37f-57ea19b751ea req-6b2b078a-efd2-4022-82eb-a655efd93c76 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:24.077460 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c08ef21b-a8cd-4c60-b37f-57ea19b751ea req-6b2b078a-efd2-4022-82eb-a655efd93c76 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.1592913 Oct 28 08:41:24.107729 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d2a9035e-f871-4f05-ac5f-36ab92115635 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:24.128251 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device d5abcdfe-55c5-432a-abbf-c6ca32488026 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:41:24.226143 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c08ef21b-a8cd-4c60-b37f-57ea19b751ea req-a71b0c4a-46b7-4d12-b7ac-f58c40e767d0 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474905 Oct 28 08:41:24.352553 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d2a9035e-f871-4f05-ac5f-36ab92115635 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:24.360207 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d2a9035e-f871-4f05-ac5f-36ab92115635 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:24.372308 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fe62d5-e3e4-4965-adec-d8e68afe0e67 x-openstack-request-id: req-98fe62d5-e3e4-4965-adec-d8e68afe0e67 {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:41:24.372875 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01160f21-7cfb-4fd7-99fa-f9d7fa21acd5", "name": "network-vif-plugged", "status": "completed", "tag": "df7df76e-bd7c-4f8c-93e3-b04d53cccf2e", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:41:24.372875 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-98fe62d5-e3e4-4965-adec-d8e68afe0e67 {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:41:24.373325 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01160f21-7cfb-4fd7-99fa-f9d7fa21acd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7df76e-bd7c-4f8c-93e3-b04d53cccf2e', 'code': 200} Oct 28 08:41:24.389245 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c30b4d-d07f-426e-ae89-f74b35f501dd req-c43edaaa-6986-41a0-ae9f-a3872e0d9138 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:24.397576 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c8c30b4d-d07f-426e-ae89-f74b35f501dd req-c43edaaa-6986-41a0-ae9f-a3872e0d9138 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 945 time: 0.1821930 Oct 28 08:41:24.417476 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=df7df76e-bd7c-4f8c-93e3-b04d53cccf2e,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:24.441598 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9035e-f871-4f05-ac5f-36ab92115635 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcca3b3c-b5ee-4290-b8e8-563f123220a4,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:24.480746 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d2a9035e-f871-4f05-ac5f-36ab92115635 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:24.483444 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-d2a9035e-f871-4f05-ac5f-36ab92115635 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5005586 Oct 28 08:41:24.490523 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 52816) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:24.510699 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-de47b066-31e5-4571-b471-2fece3fe0cae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Request body: {'security_group_rule': {'security_group_id': 'dcca3b3c-b5ee-4290-b8e8-563f123220a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:24.527289 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c8c30b4d-d07f-426e-ae89-f74b35f501dd req-a86eddc5-3e8b-46ec-ad1e-9684b3a04ec2 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273446 Oct 28 08:41:24.591003 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port d5abcdfe-55c5-432a-abbf-c6ca32488026 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:24.595971 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:24.628601 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-c4724bbf-1358-4dd2-9ffc-269a4c3197fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:24.641612 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-de47b066-31e5-4571-b471-2fece3fe0cae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:24.898052 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-de47b066-31e5-4571-b471-2fece3fe0cae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:24.907329 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-de47b066-31e5-4571-b471-2fece3fe0cae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:24.959100 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47b066-31e5-4571-b471-2fece3fe0cae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a3fd4d-2c02-4137-80c2-7f10d2b08372,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:24.969288 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-de47b066-31e5-4571-b471-2fece3fe0cae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:24.972147 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-de47b066-31e5-4571-b471-2fece3fe0cae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4802473 Oct 28 08:41:24.975484 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 52826) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:24.992448 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-81359a05-4bce-429f-87b6-6094c839e7ed tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Request body: {'security_group_rule': {'security_group_id': 'dcca3b3c-b5ee-4290-b8e8-563f123220a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:25.009376 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a8594-7cb6-40ee-83ff-0239c927ec0c req-b75885be-2125-444e-9c8d-55ca4600cd7c tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:25.013267 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e81a8594-7cb6-40ee-83ff-0239c927ec0c req-b75885be-2125-444e-9c8d-55ca4600cd7c tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.2997262 Oct 28 08:41:25.026860 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47bf5d-ccfb-429f-98c6-7b5d6d21c140 req-1db89ab8-f776-4131-b8be-2096d9c30197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:25.035101 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7a47bf5d-ccfb-429f-98c6-7b5d6d21c140 req-1db89ab8-f776-4131-b8be-2096d9c30197 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 1098 time: 0.2319140 Oct 28 08:41:25.053471 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-81359a05-4bce-429f-87b6-6094c839e7ed tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:25.124632 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e81a8594-7cb6-40ee-83ff-0239c927ec0c req-97abdc7e-d2e4-43a3-900b-5eda5993ae61 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870757 Oct 28 08:41:25.199435 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7a47bf5d-ccfb-429f-98c6-7b5d6d21c140 req-cb0ae8cf-92e1-4ff0-ae52-575d61aea947 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313870 Oct 28 08:41:25.210912 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-81359a05-4bce-429f-87b6-6094c839e7ed tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:25.219613 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-81359a05-4bce-429f-87b6-6094c839e7ed tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:25.248397 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81359a05-4bce-429f-87b6-6094c839e7ed tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3809fa70-19ac-4521-8882-9197be55b491,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:25.264669 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-81359a05-4bce-429f-87b6-6094c839e7ed tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:25.271191 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 52832) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:25.271712 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-81359a05-4bce-429f-87b6-6094c839e7ed tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2893615 Oct 28 08:41:25.276627 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-2772a403-1e56-4282-b235-9a539c49eae9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Request body: {'floatingip': {'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:25.343788 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2772a403-1e56-4282-b235-9a539c49eae9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for floatingip, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:25.707016 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2772a403-1e56-4282-b235-9a539c49eae9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:25.868144 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:25.878318 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:25.980436 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7f292-0042-4613-9b5e-bf7bd5713a32 req-2bb9c4c7-eca1-4bcd-98d4-baae20685cf3 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:25.991412 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-65a7f292-0042-4613-9b5e-bf7bd5713a32 req-2bb9c4c7-eca1-4bcd-98d4-baae20685cf3 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 945 time: 0.1617818 Oct 28 08:41:26.101923 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-65a7f292-0042-4613-9b5e-bf7bd5713a32 req-86b12360-de08-4d4c-bd6e-dedc417a6872 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092684 Oct 28 08:41:26.107071 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 1cafb987-18c7-41d1-b66b-e6575aff6ffb up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:41:26.186878 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [None req-2772a403-1e56-4282-b235-9a539c49eae9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Allocated IP 172.27.2.198 (c0718a07-d425-45b1-8de3-71ded0279532/b41219f0-2f46-4802-a1ee-8d1af97776ac/60b3d30a-6288-447a-b0e4-738fc479719e) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:41:26.242410 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 1cafb987-18c7-41d1-b66b-e6575aff6ffb triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:26.242781 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:26.487572 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:26.511491 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] For port 1cafb987-18c7-41d1-b66b-e6575aff6ffb, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=1cafb987-18c7-41d1-b66b-e6575aff6ffb,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:26.522146 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:26.632976 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Pushing event updated for resources: {'Port': ['ID=1cafb987-18c7-41d1-b66b-e6575aff6ffb,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:26.806835 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2772a403-1e56-4282-b235-9a539c49eae9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:26.891805 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2772a403-1e56-4282-b235-9a539c49eae9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:27.000883 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2772a403-1e56-4282-b235-9a539c49eae9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Network c0718a07-d425-45b1-8de3-71ded0279532 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:27.008171 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-2772a403-1e56-4282-b235-9a539c49eae9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:27.011382 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2772a403-1e56-4282-b235-9a539c49eae9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:41:27.021703 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772a403-1e56-4282-b235-9a539c49eae9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Pushing event updated for resources: {'Port': ['ID=60b3d30a-6288-447a-b0e4-738fc479719e,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:27.221224 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 52918) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:27.243740 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2772a403-1e56-4282-b235-9a539c49eae9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:27.355064 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2772a403-1e56-4282-b235-9a539c49eae9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:27.436407 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:27.437460 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d0290-9387-40df-9b60-70e6cef63687 req-3efccb75-46de-418d-bd2a-d62d06232e35 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:27.447964 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f63d0290-9387-40df-9b60-70e6cef63687 req-3efccb75-46de-418d-bd2a-d62d06232e35 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 945 time: 0.1812937 Oct 28 08:41:27.555670 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-82ebeb0c-6192-45be-9970-7a56ac353126 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:27.705690 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-82ebeb0c-6192-45be-9970-7a56ac353126 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:27.711555 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-82ebeb0c-6192-45be-9970-7a56ac353126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:27.712522 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f63d0290-9387-40df-9b60-70e6cef63687 req-33086278-0382-44a6-bfa6-adb5da9530a1 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488623 Oct 28 08:41:27.757907 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebeb0c-6192-45be-9970-7a56ac353126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fc0923-b83b-41e9-97e4-820aed58963e,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:27.775596 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16fba5-fa66-468d-bf1b-914bca1e2090 req-d54d6222-c065-4b52-99a3-6a0b4c0be774 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:27.777439 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ae16fba5-fa66-468d-bf1b-914bca1e2090 req-d54d6222-c065-4b52-99a3-6a0b4c0be774 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.2517166 Oct 28 08:41:27.782969 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c213537-043c-45b1-b0a0-7f51e1cf7dd0 req-3f0917a2-d5ab-4a68-a3ca-269d5e1de9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:27.784432 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5c213537-043c-45b1-b0a0-7f51e1cf7dd0 req-3f0917a2-d5ab-4a68-a3ca-269d5e1de9af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e86d34d96c64ad4a33efd5f4918dc05&device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 1098 time: 0.2824137 Oct 28 08:41:27.788443 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-82ebeb0c-6192-45be-9970-7a56ac353126 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=98ff512fbae6422394e13cbab85b3903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5654042 Oct 28 08:41:27.790967 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 52940) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:27.911329 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-54101646-3368-4eec-af95-96800a84bea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:27.960203 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-54101646-3368-4eec-af95-96800a84bea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:27.976976 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 1cafb987-18c7-41d1-b66b-e6575aff6ffb up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:41:28.034221 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ae16fba5-fa66-468d-bf1b-914bca1e2090 req-93129913-4c00-4e4b-9b41-684e294b0cea tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374122 Oct 28 08:41:28.041143 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-54101646-3368-4eec-af95-96800a84bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:28.045640 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-54101646-3368-4eec-af95-96800a84bea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:28.053101 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-54101646-3368-4eec-af95-96800a84bea6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/91fc0923-b83b-41e9-97e4-820aed58963e HTTP/1.1" status: 204 len: 168 time: 0.2566082 Oct 28 08:41:28.088962 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54101646-3368-4eec-af95-96800a84bea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fc0923-b83b-41e9-97e4-820aed58963e,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:28.097338 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 1cafb987-18c7-41d1-b66b-e6575aff6ffb triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:28.099891 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:28.171477 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2772a403-1e56-4282-b235-9a539c49eae9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:28.174729 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c213537-043c-45b1-b0a0-7f51e1cf7dd0 req-d2da1901-0458-4a19-8fd3-abe3394bf9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:28.179151 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5c213537-043c-45b1-b0a0-7f51e1cf7dd0 req-d2da1901-0458-4a19-8fd3-abe3394bf9c3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0ff72cbf-ad46-4828-989e-fa971038eaa3 HTTP/1.1" status: 200 len: 920 time: 0.3634932 Oct 28 08:41:28.182876 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2772a403-1e56-4282-b235-9a539c49eae9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:28.302720 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772a403-1e56-4282-b235-9a539c49eae9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Pushing event updated for resources: {'Port': ['ID=60b3d30a-6288-447a-b0e4-738fc479719e,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:28.387823 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5c213537-043c-45b1-b0a0-7f51e1cf7dd0 req-1b484f09-27a8-4f19-a238-fa730506ba18 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93c85b10-5891-4f31-b058-20a4f4a01304 HTTP/1.1" status: 200 len: 217 time: 0.0932956 Oct 28 08:41:28.394030 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2772a403-1e56-4282-b235-9a539c49eae9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550714'] for floatingip, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:28.467163 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2772a403-1e56-4282-b235-9a539c49eae9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:28.483459 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-2772a403-1e56-4282-b235-9a539c49eae9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2089612 Oct 28 08:41:28.498341 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c213537-043c-45b1-b0a0-7f51e1cf7dd0 req-996afde6-9748-4583-8bbd-21f3ace2ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:28.500226 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5c213537-043c-45b1-b0a0-7f51e1cf7dd0 req-996afde6-9748-4583-8bbd-21f3ace2ab85 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2fd21eb4-40f5-47c1-b699-b95baa074a71 HTTP/1.1" status: 200 len: 858 time: 0.1015079 Oct 28 08:41:28.579161 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5c213537-043c-45b1-b0a0-7f51e1cf7dd0 req-d36bb2d3-fcc6-4c84-af0f-c087449b5480 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0ff72cbf-ad46-4828-989e-fa971038eaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706222 Oct 28 08:41:28.755714 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 52972) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:28.759404 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5c213537-043c-45b1-b0a0-7f51e1cf7dd0 req-3dab2266-553d-42fd-9abf-6b5b6d9b7aac service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723311 Oct 28 08:41:28.771746 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4d1701eb-b25a-428d-bb3d-9b8ce4c67651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:28.867348 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] Sync routers for ids ['7f9b9f47-3750-423d-b928-4750646d1d9c'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:41:28.881532 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] Routers {'7f9b9f47-3750-423d-b928-4750646d1d9c'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:41:28.882203 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:41:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['7f9b9f47-3750-423d-b928-4750646d1d9c'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:28.930800 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-4c4da6d4-bad8-4aff-bdc6-da02975b1bf7 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--395849367&fields=id&tenant_id=7e7a189da1ab4c96a271af47ac4baa62 HTTP/1.1" status: 200 len: 267 time: 0.1310959 Oct 28 08:41:28.951697 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4d1701eb-b25a-428d-bb3d-9b8ce4c67651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:28.966176 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4d1701eb-b25a-428d-bb3d-9b8ce4c67651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:29.034363 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-4d1701eb-b25a-428d-bb3d-9b8ce4c67651 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b0950d48c18a4fe5888014556b40e86f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780542 Oct 28 08:41:29.065888 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 52982) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:29.067752 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1701eb-b25a-428d-bb3d-9b8ce4c67651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63100d85-469f-4039-beec-635dc43abb1e,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:29.068485 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] Set router 7f9b9f47-3750-423d-b928-4750646d1d9c gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:41:29.083442 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-a043a7d3-cdb9-475e-b625-db8463a1eaf5 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:29.095551 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-a043a7d3-cdb9-475e-b625-db8463a1eaf5 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/networks?id=1bb7b256-4baa-432c-addc-978134812fe5 HTTP/1.1" status: 200 len: 816 time: 0.1544740 Oct 28 08:41:29.136341 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5c213537-043c-45b1-b0a0-7f51e1cf7dd0 req-baa16207-1721-4034-b0d9-7b6a12d05880 service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627427 Oct 28 08:41:29.162664 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-47c9cb1c-d122-4464-960a-e58fff19f409 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/quotas/7e7a189da1ab4c96a271af47ac4baa62 HTTP/1.1" status: 200 len: 375 time: 0.0658937 Oct 28 08:41:29.166760 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7210a3d6-ccba-4807-a0cd-d919ce13f435 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:29.215115 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7210a3d6-ccba-4807-a0cd-d919ce13f435 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:29.228141 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a01106-f188-40dd-b1b6-af4f9b23e3ca req-a94e3be8-3612-4620-b62a-3f26d2bfa0e5 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:29.235007 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-10a01106-f188-40dd-b1b6-af4f9b23e3ca req-a94e3be8-3612-4620-b62a-3f26d2bfa0e5 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 945 time: 0.1313410 Oct 28 08:41:29.294661 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-a8a10b87-62ec-4442-b906-88a5256ce772 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7e7a189da1ab4c96a271af47ac4baa62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1301718 Oct 28 08:41:29.302415 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7210a3d6-ccba-4807-a0cd-d919ce13f435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:29.323672 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7210a3d6-ccba-4807-a0cd-d919ce13f435 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:29.324760 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-7210a3d6-ccba-4807-a0cd-d919ce13f435 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/63100d85-469f-4039-beec-635dc43abb1e HTTP/1.1" status: 204 len: 168 time: 0.2407758 Oct 28 08:41:29.344583 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210a3d6-ccba-4807-a0cd-d919ce13f435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63100d85-469f-4039-beec-635dc43abb1e,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:29.371342 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-10a01106-f188-40dd-b1b6-af4f9b23e3ca req-06ffdc3b-3867-4078-89e0-c9784c24e97b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191335 Oct 28 08:41:29.429128 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 4, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28', 'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'mac_address': 'fa:16:3e:0c:90:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:19Z', 'updated_at': '2021-10-28T08:41:21Z', 'revision_number': 2, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'subnets': [{'id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:29.471931 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] Checking router: 7f9b9f47-3750-423d-b928-4750646d1d9c for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:41:29.472534 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] Updating router 7f9b9f47-3750-423d-b928-4750646d1d9c port f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28 binding host dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:41:29.500488 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:29.550315 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-7a811b0c-f2cf-4592-8b0c-4150389e84fd service neutron] 10.222.0.74 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141829 Oct 28 08:41:29.637979 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91946292-4b38-400a-8886-3e1604cf7fcf req-15669726-39ec-4843-b382-f7f40eebfa81 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:29.646437 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-91946292-4b38-400a-8886-3e1604cf7fcf req-15669726-39ec-4843-b382-f7f40eebfa81 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.1448059 Oct 28 08:41:29.742051 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-91946292-4b38-400a-8886-3e1604cf7fcf req-8398759b-5534-496e-8e14-1affd507c5d1 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944593 Oct 28 08:41:29.754072 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-eb60e00c-7788-4efa-953b-cf89c5f6014d service neutron] 10.222.0.74 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947176 Oct 28 08:41:30.011671 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] Publish callbacks [] for port, precommit_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:30.027995 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:30.074976 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b06875d5-e53f-4760-86f5-49d6e438f238 req-1e9c9749-d980-452c-a77b-c697152cd7b2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 210 time: 0.0740459 Oct 28 08:41:30.123042 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b9348-309f-4d88-af4c-20aae2620e0d None None] Pushing event updated for resources: {'Port': ['ID=f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28,revision_number=3']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:30.247234 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] Attempting to bind port f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28 on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:41:30.250417 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] Attempting to bind port f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28 by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': 'e7216d1c-4264-4893-ae69-ba05a819d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5'}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:41:30.250902 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] Attempting to bind port f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28 on network 1bb7b256-4baa-432c-addc-978134812fe5 {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:30.258069 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:41:30.259771 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] Checking segment: {'id': 'e7216d1c-4264-4893-ae69-ba05a819d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:30.266099 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:30.266644 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] Bound using segment: {'id': 'e7216d1c-4264-4893-ae69-ba05a819d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5'} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:41:30.267347 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] Bound port: f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7216d1c-4264-4893-ae69-ba05a819d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5'}}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:41:30.267985 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:30.399053 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] For port f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:41:30.404831 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] For port f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:41:30.414599 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:30.483053 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] Routers {'7f9b9f47-3750-423d-b928-4750646d1d9c'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:41:30.483974 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:41:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['7f9b9f47-3750-423d-b928-4750646d1d9c'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:30.588333 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b9348-309f-4d88-af4c-20aae2620e0d None None] Pushing event updated for resources: {'Port': ['ID=f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:30.627016 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4de00a-0cfc-4954-acd6-6b8db1734a1f req-17e0646c-f29e-4c5c-8a68-013cd6e25e02 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:30.628587 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4b4de00a-0cfc-4954-acd6-6b8db1734a1f req-17e0646c-f29e-4c5c-8a68-013cd6e25e02 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 945 time: 0.1122983 Oct 28 08:41:30.642621 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-f5899872-1f14-4630-b545-2d18fb6f90d7 None None] Provisioning complete for port f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:30.642987 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-f5899872-1f14-4630-b545-2d18fb6f90d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:30.770308 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] Set router 7f9b9f47-3750-423d-b928-4750646d1d9c gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:41:30.790069 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4b4de00a-0cfc-4954-acd6-6b8db1734a1f req-2bc888d3-7307-456f-9fb1-d19a671a6c9a tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478734 Oct 28 08:41:30.969996 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-f5899872-1f14-4630-b545-2d18fb6f90d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:31.075017 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2db1b-4adc-455d-9e2f-874f46c32ee4 req-72354016-c65c-4c4a-81cc-296ddb98e2d5 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:31.080478 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b5b2db1b-4adc-455d-9e2f-874f46c32ee4 req-72354016-c65c-4c4a-81cc-296ddb98e2d5 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.1841547 Oct 28 08:41:31.185198 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-f5899872-1f14-4630-b545-2d18fb6f90d7 None None] For port f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:31.190097 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-f5899872-1f14-4630-b545-2d18fb6f90d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:31.213057 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b5b2db1b-4adc-455d-9e2f-874f46c32ee4 req-41abccb3-7813-4059-8d02-fddb9f1f642d tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193669 Oct 28 08:41:31.322990 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851c360-41e8-4e0b-8c4a-3dbbe995ec2a req-9d1a438c-7bee-442b-a721-2369377e2488 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:31.324861 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a851c360-41e8-4e0b-8c4a-3dbbe995ec2a req-9d1a438c-7bee-442b-a721-2369377e2488 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.77 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 945 time: 0.0993814 Oct 28 08:41:31.417876 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5899872-1f14-4630-b545-2d18fb6f90d7 None None] Pushing event updated for resources: {'Port': ['ID=f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:31.436180 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8f8bc55d-20ed-433b-afba-01e09e9465be req-d00edafb-c95f-4dd1-93ae-e52f19320d8c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 210 time: 0.0939069 Oct 28 08:41:31.440798 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-87236057-2203-48de-8160-f7c88433cbe3 None None] Provisioning complete for port f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:31.441171 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-87236057-2203-48de-8160-f7c88433cbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:31.738128 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-a851c360-41e8-4e0b-8c4a-3dbbe995ec2a req-51342dff-8820-4227-b493-ef5695177af7 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Deleting port df7df76e-bd7c-4f8c-93e3-b04d53cccf2e {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:41:31.739837 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-a851c360-41e8-4e0b-8c4a-3dbbe995ec2a req-51342dff-8820-4227-b493-ef5695177af7 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:31.743438 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 4, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28', 'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'mac_address': 'fa:16:3e:0c:90:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:19Z', 'updated_at': '2021-10-28T08:41:30Z', 'revision_number': 4, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'subnets': [{'id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:31.780520 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecff419-5f8d-4b5e-8f23-27cd4a12b7f1 None None] The sync data for ids ['7f9b9f47-3750-423d-b928-4750646d1d9c'] in dv-cinder-815660-3-iscsi is: [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 4, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28', 'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'mac_address': 'fa:16:3e:0c:90:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:19Z', 'updated_at': '2021-10-28T08:41:30Z', 'revision_number': 4, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'subnets': [{'id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:41:32.032434 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:41:32.053405 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-a9085d26-1268-494f-9dc2-dc0d7d511fae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:32.064807 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-a9085d26-1268-494f-9dc2-dc0d7d511fae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.77 "GET /v2.0/networks?id=1bb7b256-4baa-432c-addc-978134812fe5 HTTP/1.1" status: 200 len: 816 time: 0.4247525 Oct 28 08:41:32.156114 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-a851c360-41e8-4e0b-8c4a-3dbbe995ec2a req-51342dff-8820-4227-b493-ef5695177af7 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] For port df7df76e-bd7c-4f8c-93e3-b04d53cccf2e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=df7df76e-bd7c-4f8c-93e3-b04d53cccf2e,segment=NetworkSegment(8ebebe30-d3a2-458e-804e-d0cd121ae10d),segment_id=8ebebe30-d3a2-458e-804e-d0cd121ae10d)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:32.157339 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-a851c360-41e8-4e0b-8c4a-3dbbe995ec2a req-51342dff-8820-4227-b493-ef5695177af7 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:32.162732 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-14089080-ff7c-41dd-9553-a38cb6f06aad tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e7a189da1ab4c96a271af47ac4baa62 HTTP/1.1" status: 200 len: 379 time: 0.0679307 Oct 28 08:41:32.177308 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-6967ca37-61b1-4d05-a940-ecd4690bf02b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Request body: {'port': {'device_id': '423157c3-a1e9-43c5-8fda-01d1d93bd484', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'admin_state_up': True, 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'security_groups': ['dcca3b3c-b5ee-4290-b8e8-563f123220a4']}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:32.178475 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:32.178883 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:32.221535 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-a851c360-41e8-4e0b-8c4a-3dbbe995ec2a req-51342dff-8820-4227-b493-ef5695177af7 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Calling delete_port for df7df76e-bd7c-4f8c-93e3-b04d53cccf2e owned by compute:nova {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:41:32.377014 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf50428-4b50-40ee-8066-f589988dc5fc req-55c77ed7-f9bf-4fe7-997e-f08bb3ba72d0 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:32.423208 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5cf50428-4b50-40ee-8066-f589988dc5fc req-55c77ed7-f9bf-4fe7-997e-f08bb3ba72d0 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 945 time: 0.3689764 Oct 28 08:41:32.553504 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5cf50428-4b50-40ee-8066-f589988dc5fc req-3546940f-183b-4c0c-87c7-6583537ab175 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291027 Oct 28 08:41:32.563621 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-6967ca37-61b1-4d05-a940-ecd4690bf02b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Made reservation on behalf of 7e7a189da1ab4c96a271af47ac4baa62 for: {'port': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:41:32.568743 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-6967ca37-61b1-4d05-a940-ecd4690bf02b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:32.902841 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 53102) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:32.920122 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-76293d18-b0b4-4b95-aad3-f3fceb0acd40 req-a25ac95b-3244-4d7e-8c0d-116237093328 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 210 time: 0.1234455 Oct 28 08:41:32.977086 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-a851c360-41e8-4e0b-8c4a-3dbbe995ec2a req-51342dff-8820-4227-b493-ef5695177af7 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:33.017386 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-6967ca37-61b1-4d05-a940-ecd4690bf02b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Allocated IP 172.20.0.7 (1bb7b256-4baa-432c-addc-978134812fe5/fd9bc392-6bd3-4140-a796-405119ac5b63/2e8c6f82-a258-4342-aacf-0b4e80ccd12e) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:41:33.064645 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f855df-3458-4378-b03e-a7833c6814c6 req-f2cb2c8a-4ca6-40e1-ad06-9cb6d0c0955f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:33.066698 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-82f855df-3458-4378-b03e-a7833c6814c6 req-f2cb2c8a-4ca6-40e1-ad06-9cb6d0c0955f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.2500198 Oct 28 08:41:33.068400 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51342dff-8820-4227-b493-ef5695177af7 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Pushing event deleted for resources: {'Port': ['ID=df7df76e-bd7c-4f8c-93e3-b04d53cccf2e,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:33.190468 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-a851c360-41e8-4e0b-8c4a-3dbbe995ec2a req-51342dff-8820-4227-b493-ef5695177af7 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] No DVR routers for this DVR port df7df76e-bd7c-4f8c-93e3-b04d53cccf2e on host hv-cinder-81566 {{(pid=108149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:41:33.203354 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-a851c360-41e8-4e0b-8c4a-3dbbe995ec2a req-51342dff-8820-4227-b493-ef5695177af7 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:33.207176 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a851c360-41e8-4e0b-8c4a-3dbbe995ec2a req-51342dff-8820-4227-b493-ef5695177af7 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.77 "DELETE /v2.0/ports/df7df76e-bd7c-4f8c-93e3-b04d53cccf2e HTTP/1.1" status: 204 len: 173 time: 1.8720417 Oct 28 08:41:33.210239 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01160f21-7cfb-4fd7-99fa-f9d7fa21acd5', 'name': 'network-vif-deleted', 'tag': 'df7df76e-bd7c-4f8c-93e3-b04d53cccf2e'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:41:33.212509 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad1a68f-e51a-4f68-a2de-ca5b6c4fcbff" -d '{"events": [{"server_uuid": "01160f21-7cfb-4fd7-99fa-f9d7fa21acd5", "name": "network-vif-deleted", "tag": "df7df76e-bd7c-4f8c-93e3-b04d53cccf2e"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:41:33.238069 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-82f855df-3458-4378-b03e-a7833c6814c6 req-ee9a84ee-58a6-43ea-8c59-b1478c1abd94 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301830 Oct 28 08:41:33.289522 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848d49c2-9eb8-4356-9695-8d6347fc8150 x-openstack-request-id: req-848d49c2-9eb8-4356-9695-8d6347fc8150 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:41:33.289844 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01160f21-7cfb-4fd7-99fa-f9d7fa21acd5", "name": "network-vif-deleted", "tag": "df7df76e-bd7c-4f8c-93e3-b04d53cccf2e", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:41:33.290105 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-848d49c2-9eb8-4356-9695-8d6347fc8150 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:41:33.290505 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01160f21-7cfb-4fd7-99fa-f9d7fa21acd5', 'name': 'network-vif-deleted', 'tag': 'df7df76e-bd7c-4f8c-93e3-b04d53cccf2e', 'status': 'completed', 'code': 200} Oct 28 08:41:33.382630 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 53116) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:33.439077 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-6967ca37-61b1-4d05-a940-ecd4690bf02b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:33.486975 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-6967ca37-61b1-4d05-a940-ecd4690bf02b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:33.496656 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-24e8dacd-ed2b-4e79-a38e-f9fbc98ffacb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:33.548496 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-6967ca37-61b1-4d05-a940-ecd4690bf02b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Network 1bb7b256-4baa-432c-addc-978134812fe5 is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:33.552352 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-6967ca37-61b1-4d05-a940-ecd4690bf02b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:33.556616 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-6967ca37-61b1-4d05-a940-ecd4690bf02b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:41:33.573448 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d2ce72d4-d7f7-494c-afc0-dbf0783b3395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:33.666607 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-6967ca37-61b1-4d05-a940-ecd4690bf02b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:33.667293 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-6967ca37-61b1-4d05-a940-ecd4690bf02b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:33.680559 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967ca37-61b1-4d05-a940-ecd4690bf02b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Pushing event updated for resources: {'Port': ['ID=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:33.749894 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-6967ca37-61b1-4d05-a940-ecd4690bf02b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5558755 Oct 28 08:41:33.749894 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Request body: {'port': {'device_id': '423157c3-a1e9-43c5-8fda-01d1d93bd484', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:33.961062 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.032817 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-df38d8d4-28ef-47da-b337-07560c6f3517 None None] Provisioning complete for port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:34.033406 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-df38d8d4-28ef-47da-b337-07560c6f3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.136600 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-df38d8d4-28ef-47da-b337-07560c6f3517 None None] Port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:41:34.194986 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0e2fd668-d4b8-44c1-a472-529a4d890d2a req-d5f722db-41a0-48df-93f8-f2c3be91d468 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=01160f21-7cfb-4fd7-99fa-f9d7fa21acd5 HTTP/1.1" status: 200 len: 210 time: 0.0681348 Oct 28 08:41:34.253495 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-24e8dacd-ed2b-4e79-a38e-f9fbc98ffacb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.264019 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-24e8dacd-ed2b-4e79-a38e-f9fbc98ffacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.394118 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c49fed-55c7-4f2d-aa19-9dbd56e0c11e req-36b59c4f-e0c2-4138-b2fb-a3972b309ab3 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:34.403748 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-54c49fed-55c7-4f2d-aa19-9dbd56e0c11e req-36b59c4f-e0c2-4138-b2fb-a3972b309ab3 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 931 time: 0.2733915 Oct 28 08:41:34.404781 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8c6f82-a258-4342-aacf-0b4e80ccd12e {{(pid=108150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:41:34.415051 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.421936 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 53132) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:34.422394 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-24e8dacd-ed2b-4e79-a38e-f9fbc98ffacb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f6916aeb0f8e4f63ae7700677d40d4e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0385442 Oct 28 08:41:34.423065 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8dacd-ed2b-4e79-a38e-f9fbc98ffacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de8ff4b-088c-4355-bb49-41b08fa59f7c,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:34.474495 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.provisioning_blocks [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Transition to ACTIVE for port object 2e8c6f82-a258-4342-aacf-0b4e80ccd12e will not be triggered until provisioned by entity L2. {{(pid=108150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:41:34.476492 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:41:34.492014 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25530818'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.501996 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d2ce72d4-d7f7-494c-afc0-dbf0783b3395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.517029 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d2ce72d4-d7f7-494c-afc0-dbf0783b3395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.553910 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-54c49fed-55c7-4f2d-aa19-9dbd56e0c11e req-6685887c-d8b5-495e-a9f3-dfcb92657c9c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460822 Oct 28 08:41:34.559854 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c4422cf2-1d30-4c83-8bdb-5d7e0bb5ef05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.586977 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c4422cf2-1d30-4c83-8bdb-5d7e0bb5ef05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.614585 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-d2ce72d4-d7f7-494c-afc0-dbf0783b3395 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fddc12802ae64a618afb80d560ef8127&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7062094 Oct 28 08:41:34.624052 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb578610-69b5-4f51-80d2-652be2f5ecff req-80d80768-e5e1-48e0-a2b6-5fe5fc8a4924 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:34.626751 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 53136) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:34.634229 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-eb578610-69b5-4f51-80d2-652be2f5ecff req-80d80768-e5e1-48e0-a2b6-5fe5fc8a4924 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.2568171 Oct 28 08:41:34.658965 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce72d4-d7f7-494c-afc0-dbf0783b3395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7b3245-9653-4c4b-9160-077d9c03c52d,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:34.695816 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device df7df76e-bd7c-4f8c-93e3-b04d53cccf2e no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:41:34.742451 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-eb578610-69b5-4f51-80d2-652be2f5ecff req-dbf46031-9701-4ce6-a465-33a4d82bfbf9 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003563 Oct 28 08:41:34.752309 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] No Port match for: df7df76e-bd7c-4f8c-93e3-b04d53cccf2e {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:41:34.752309 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device df7df76e-bd7c-4f8c-93e3-b04d53cccf2e not bound to the agent host hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:41:34.804386 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,revision_number=2']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:34.837600 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Attempting to bind port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:41:34.837848 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Attempting to bind port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'e7216d1c-4264-4893-ae69-ba05a819d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5'}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:41:34.838708 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Attempting to bind port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e on network 1bb7b256-4baa-432c-addc-978134812fe5 {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:34.855644 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e on network 1bb7b256-4baa-432c-addc-978134812fe5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:41:34.856059 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Attempting to bind port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e on network 1bb7b256-4baa-432c-addc-978134812fe5 {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:34.863360 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-41a92bd2-459b-4cfb-adda-a812dfd01c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.870756 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:41:34.871208 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Checking segment: {'id': 'e7216d1c-4264-4893-ae69-ba05a819d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:34.871588 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Bound using segment: {'id': 'e7216d1c-4264-4893-ae69-ba05a819d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5'} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:41:34.872975 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Bound port: 2e8c6f82-a258-4342-aacf-0b4e80ccd12e, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7216d1c-4264-4893-ae69-ba05a819d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5'}}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:41:34.872975 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.877531 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c4422cf2-1d30-4c83-8bdb-5d7e0bb5ef05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.880339 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c4422cf2-1d30-4c83-8bdb-5d7e0bb5ef05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.881512 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-c4422cf2-1d30-4c83-8bdb-5d7e0bb5ef05 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0de8ff4b-088c-4355-bb49-41b08fa59f7c HTTP/1.1" status: 204 len: 168 time: 0.4583402 Oct 28 08:41:34.918896 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4422cf2-1d30-4c83-8bdb-5d7e0bb5ef05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de8ff4b-088c-4355-bb49-41b08fa59f7c,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:34.974602 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-41a92bd2-459b-4cfb-adda-a812dfd01c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:35.038646 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] For port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e, host hv-cinder-81566, cleared binding levels {{(pid=108150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:41:35.042697 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] For port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:41:35.061506 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25530818'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:35.112550 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-41a92bd2-459b-4cfb-adda-a812dfd01c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:35.115979 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-41a92bd2-459b-4cfb-adda-a812dfd01c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:35.116847 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-41a92bd2-459b-4cfb-adda-a812dfd01c2e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/db7b3245-9653-4c4b-9160-077d9c03c52d HTTP/1.1" status: 204 len: 168 time: 0.4781172 Oct 28 08:41:35.138416 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:35.139081 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:35.140546 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] 10.222.0.77 "PUT /v2.0/ports/2e8c6f82-a258-4342-aacf-0b4e80ccd12e HTTP/1.1" status: 200 len: 1093 time: 1.3993869 Oct 28 08:41:35.141070 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423157c3-a1e9-43c5-8fda-01d1d93bd484', 'tag': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:41:35.143675 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f9c841-b500-42dd-9e98-335606f469b4" -d '{"events": [{"name": "network-changed", "server_uuid": "423157c3-a1e9-43c5-8fda-01d1d93bd484", "tag": "2e8c6f82-a258-4342-aacf-0b4e80ccd12e"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:41:35.165745 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a92bd2-459b-4cfb-adda-a812dfd01c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7b3245-9653-4c4b-9160-077d9c03c52d,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:35.215761 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70eb0f3-4f77-4382-9638-cee1dfbf1c40 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,revision_number=3']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:35.281618 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70717b8-fb75-4fa0-988f-9e49a0c615bc x-openstack-request-id: req-c70717b8-fb75-4fa0-988f-9e49a0c615bc {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:41:35.282106 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423157c3-a1e9-43c5-8fda-01d1d93bd484", "tag": "2e8c6f82-a258-4342-aacf-0b4e80ccd12e", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:41:35.282507 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c70717b8-fb75-4fa0-988f-9e49a0c615bc {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:41:35.283059 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423157c3-a1e9-43c5-8fda-01d1d93bd484', 'tag': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e', 'status': 'completed', 'code': 200} Oct 28 08:41:35.314898 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-7be16c32-d3e1-4c46-b571-1cbf3e26c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:35.317386 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-7be16c32-d3e1-4c46-b571-1cbf3e26c390 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e7a189da1ab4c96a271af47ac4baa62&device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 1096 time: 0.1146185 Oct 28 08:41:35.425171 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 53150) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:35.439705 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0c8ea783-8585-4d8f-91a7-52b08dfd398e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:35.445827 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-2ce4d1aa-1b3c-4cfb-8493-30168b85c830 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e8c6f82-a258-4342-aacf-0b4e80ccd12e HTTP/1.1" status: 200 len: 217 time: 0.1083953 Oct 28 08:41:35.542275 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-b1c4b099-bcfe-4981-b9c6-34e3834b5ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:35.544210 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-b1c4b099-bcfe-4981-b9c6-34e3834b5ed7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd9bc392-6bd3-4140-a796-405119ac5b63 HTTP/1.1" status: 200 len: 855 time: 0.0895739 Oct 28 08:41:35.610468 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-2050df5c-8c77-4780-85ac-e482620f499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:35.612468 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-2050df5c-8c77-4780-85ac-e482620f499e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1bb7b256-4baa-432c-addc-978134812fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579574 Oct 28 08:41:35.678887 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0c8ea783-8585-4d8f-91a7-52b08dfd398e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:35.706264 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0c8ea783-8585-4d8f-91a7-52b08dfd398e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:35.824119 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-2e0aeb0c-f918-4eb7-ae78-c6b1a234b3f8 service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934385 Oct 28 08:41:35.873207 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ea783-8585-4d8f-91a7-52b08dfd398e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e9f959-f798-4f4e-9818-c6ca5d70f7e8,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:35.891905 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-0c8ea783-8585-4d8f-91a7-52b08dfd398e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=aa3dd906f6c8402b97ff4c16a52054cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657519 Oct 28 08:41:35.897110 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 53180) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:35.931919 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5593d-500f-4d0d-9954-6976fb8286cd req-ae63e80b-cb53-46f8-a16d-e3a78facbb9a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:35.944472 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-72d5593d-500f-4d0d-9954-6976fb8286cd req-ae63e80b-cb53-46f8-a16d-e3a78facbb9a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.2453456 Oct 28 08:41:35.979872 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-05c22772-e50f-464d-af1c-9f7ce6e83d7e req-d1548c24-d63e-4b9d-a070-60d639038f16 service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443257 Oct 28 08:41:35.984893 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44f20875-2807-4c72-a0a7-95b2d04a4cde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:36.021639 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a984e-8239-4eb2-b804-069af86c2edc req-27ecd8bb-6fe3-4d3d-91ce-1b81e8aaabf4 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:36.023244 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-107a984e-8239-4eb2-b804-069af86c2edc req-27ecd8bb-6fe3-4d3d-91ce-1b81e8aaabf4 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/networks?id=8e42fbac-77c0-47d1-ade7-e20b3e0f64ea HTTP/1.1" status: 200 len: 809 time: 0.2393744 Oct 28 08:41:36.026852 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-72d5593d-500f-4d0d-9954-6976fb8286cd req-f56dc5b9-69a0-456a-8da3-b6490bf90a7e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814030 Oct 28 08:41:36.068972 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44f20875-2807-4c72-a0a7-95b2d04a4cde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:36.111689 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-107a984e-8239-4eb2-b804-069af86c2edc req-e9bb9a7d-050e-467f-8a0e-ded816bac132 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/quotas/5524f9a286464e8db7e4cb81c3879647 HTTP/1.1" status: 200 len: 375 time: 0.0485928 Oct 28 08:41:36.145470 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44f20875-2807-4c72-a0a7-95b2d04a4cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:36.148367 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44f20875-2807-4c72-a0a7-95b2d04a4cde admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:36.149651 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-44f20875-2807-4c72-a0a7-95b2d04a4cde admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a6e9f959-f798-4f4e-9818-c6ca5d70f7e8 HTTP/1.1" status: 204 len: 168 time: 0.2506201 Oct 28 08:41:36.208893 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-107a984e-8239-4eb2-b804-069af86c2edc req-d1f12a07-6e16-4bdc-8c89-d12ccd7e9b08 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5524f9a286464e8db7e4cb81c3879647&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0953009 Oct 28 08:41:36.212702 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f20875-2807-4c72-a0a7-95b2d04a4cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e9f959-f798-4f4e-9818-c6ca5d70f7e8,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:36.221876 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9c841-b500-42dd-9e98-335606f469b4 req-97e8b976-4eb4-437b-81c7-9cebceea2af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:36.225882 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-e1f9c841-b500-42dd-9e98-335606f469b4 req-97e8b976-4eb4-437b-81c7-9cebceea2af2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e7a189da1ab4c96a271af47ac4baa62&device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 1096 time: 0.0970728 Oct 28 08:41:36.384401 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9c841-b500-42dd-9e98-335606f469b4 req-5caf9d4c-b7fb-4227-b261-27d453de0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:36.386110 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-e1f9c841-b500-42dd-9e98-335606f469b4 req-5caf9d4c-b7fb-4227-b261-27d453de0477 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1bb7b256-4baa-432c-addc-978134812fe5 HTTP/1.1" status: 200 len: 918 time: 0.1495054 Oct 28 08:41:36.431447 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-107a984e-8239-4eb2-b804-069af86c2edc req-15a98710-83d2-4672-9a89-26544bd80872 service neutron] 10.222.0.74 "GET /v2.0/networks/8e42fbac-77c0-47d1-ade7-e20b3e0f64ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215219 Oct 28 08:41:36.449065 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-e1f9c841-b500-42dd-9e98-335606f469b4 req-250acf35-6c00-4f34-a9bb-961eb341b91d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e8c6f82-a258-4342-aacf-0b4e80ccd12e HTTP/1.1" status: 200 len: 217 time: 0.0516465 Oct 28 08:41:36.550252 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9c841-b500-42dd-9e98-335606f469b4 req-df3dc5bd-3a3a-4040-8f2f-c0bcf592c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:36.555259 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-e1f9c841-b500-42dd-9e98-335606f469b4 req-df3dc5bd-3a3a-4040-8f2f-c0bcf592c6f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd9bc392-6bd3-4140-a796-405119ac5b63 HTTP/1.1" status: 200 len: 855 time: 0.0947816 Oct 28 08:41:36.659369 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9c841-b500-42dd-9e98-335606f469b4 req-1fc6b714-ed18-4a6a-adb8-4232d3c6c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:36.661884 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-e1f9c841-b500-42dd-9e98-335606f469b4 req-1fc6b714-ed18-4a6a-adb8-4232d3c6c39d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1bb7b256-4baa-432c-addc-978134812fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0872862 Oct 28 08:41:36.676465 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-107a984e-8239-4eb2-b804-069af86c2edc req-34617dcb-f289-44ba-9996-5e42b968eb42 service neutron] 10.222.0.74 "GET /v2.0/networks/8e42fbac-77c0-47d1-ade7-e20b3e0f64ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370341 Oct 28 08:41:36.830013 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-e1f9c841-b500-42dd-9e98-335606f469b4 req-2c19b1fd-505f-45ec-b54d-304a3c0f1103 service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532178 Oct 28 08:41:36.838063 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7280e-74b1-455e-99fe-93df38fc6c4f req-acc73d1f-f397-40ba-9201-44608490150f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:36.839657 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7ef7280e-74b1-455e-99fe-93df38fc6c4f req-acc73d1f-f397-40ba-9201-44608490150f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.1134393 Oct 28 08:41:36.905629 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7ef7280e-74b1-455e-99fe-93df38fc6c4f req-4362e839-e5e8-414b-bb15-cef61b996704 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531089 Oct 28 08:41:37.013698 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6e1c6140-0f24-4a92-b9de-f2982323cef8 req-c61a4646-a605-480f-9d60-143aadafac21 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 210 time: 0.0722461 Oct 28 08:41:37.054166 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-e1f9c841-b500-42dd-9e98-335606f469b4 req-3528bddd-0083-43a6-9166-b5b3c2f72896 service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147808 Oct 28 08:41:37.318410 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b76063-ae5e-486e-a9aa-91959238118f req-0a30dd43-0448-4f70-9620-e3f01ae1cfc1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:37.330319 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-79b76063-ae5e-486e-a9aa-91959238118f req-0a30dd43-0448-4f70-9620-e3f01ae1cfc1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.1491246 Oct 28 08:41:37.407594 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-79b76063-ae5e-486e-a9aa-91959238118f req-0b1af1f7-2f3f-44cd-9f81-47b8c6362418 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757296 Oct 28 08:41:38.094798 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05979b99-7cdd-4745-9d8b-c030b3ab8b40 req-3d4ff004-3ee8-4b3c-8713-6903852638a3 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:38.097536 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-05979b99-7cdd-4745-9d8b-c030b3ab8b40 req-3d4ff004-3ee8-4b3c-8713-6903852638a3 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0835865 Oct 28 08:41:38.164118 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3aa10d5c-ea6c-47bc-9a70-d3d04c01af66 req-5d836c77-d8f8-47e8-ae77-adce11dcbcc2 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 210 time: 0.0651639 Oct 28 08:41:38.191177 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-05979b99-7cdd-4745-9d8b-c030b3ab8b40 req-12b73afa-dd47-4c12-b3c5-6d564a47ced7 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824139 Oct 28 08:41:38.735821 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79127751-3896-4b65-8e95-4683b7a2873e req-32e688fa-2be5-497b-8a03-cb7074474bca tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:38.750706 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-79127751-3896-4b65-8e95-4683b7a2873e req-32e688fa-2be5-497b-8a03-cb7074474bca tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.1774776 Oct 28 08:41:38.914830 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-79127751-3896-4b65-8e95-4683b7a2873e req-48820b2d-b274-46db-8e5f-60d029b0aac3 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613204 Oct 28 08:41:38.964523 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a984e-8239-4eb2-b804-069af86c2edc req-d0492100-b913-4ff4-a928-8766a070d1ea tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:38.971221 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-107a984e-8239-4eb2-b804-069af86c2edc req-d0492100-b913-4ff4-a928-8766a070d1ea tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.77 "GET /v2.0/networks?id=8e42fbac-77c0-47d1-ade7-e20b3e0f64ea HTTP/1.1" status: 200 len: 809 time: 0.3740060 Oct 28 08:41:39.002260 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-107a984e-8239-4eb2-b804-069af86c2edc req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Request body: {'port': {'device_id': '95903824-5909-4930-9086-b397f444209f', 'network_id': '8e42fbac-77c0-47d1-ade7-e20b3e0f64ea', 'admin_state_up': True, 'tenant_id': '5524f9a286464e8db7e4cb81c3879647'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:39.040970 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-dd69f897-6375-45cf-abcd-9a1bb7e10f62 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=d17c94064e3e4771a88f32c016d0f62a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895529 Oct 28 08:41:39.257323 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-107a984e-8239-4eb2-b804-069af86c2edc req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Made reservation on behalf of 5524f9a286464e8db7e4cb81c3879647 for: {'port': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:41:39.262214 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-107a984e-8239-4eb2-b804-069af86c2edc req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:39.545836 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [req-107a984e-8239-4eb2-b804-069af86c2edc req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Allocated IP 172.20.0.6 (8e42fbac-77c0-47d1-ade7-e20b3e0f64ea/3dd8d100-4ccf-472b-80f7-fddc918e715a/bfff1222-7dd2-4253-8d4c-d377f04b2acf) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:41:39.558709 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-b42313f8-e240-4c37-b288-f3ba4dbe465c tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:39.573080 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-b42313f8-e240-4c37-b288-f3ba4dbe465c tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5296359 Oct 28 08:41:39.593507 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-fcd3c73f-1547-4417-a103-218241ecf8a3 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/quotas/d17c94064e3e4771a88f32c016d0f62a HTTP/1.1" status: 200 len: 375 time: 0.0190477 Oct 28 08:41:39.637660 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-8bb86cbd-030c-4d47-ad8f-5b25f59743d7 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d17c94064e3e4771a88f32c016d0f62a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391560 Oct 28 08:41:39.857708 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-107a984e-8239-4eb2-b804-069af86c2edc req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:39.889246 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d2193a8b-c4ac-4cb2-86c1-65c8bbd48c7e req-c28e3753-9eb1-4bd9-af14-28948827547a tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 210 time: 0.0611312 Oct 28 08:41:39.938385 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-107a984e-8239-4eb2-b804-069af86c2edc req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:39.997614 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-32d4811e-5996-461a-b2da-f23ab47f8a7a req-412ce108-903d-471f-a6bf-330f1a2111a9 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 210 time: 0.0589855 Oct 28 08:41:40.022295 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Pushing event updated for resources: {'Port': ['ID=bfff1222-7dd2-4253-8d4c-d377f04b2acf,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:40.031398 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107a984e-8239-4eb2-b804-069af86c2edc req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Network 8e42fbac-77c0-47d1-ade7-e20b3e0f64ea is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:40.038736 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [req-107a984e-8239-4eb2-b804-069af86c2edc req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:40.042964 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:40.043456 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:40.051050 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:40.052203 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:40.053206 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:40.053694 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:40.054654 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:40.054654 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:40.055760 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:40.055760 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:40.056241 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:40.056860 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:40.060846 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [req-107a984e-8239-4eb2-b804-069af86c2edc req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:41:40.140693 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ace34-bab6-47f6-8d3a-1ca370b3b24b req-6cefbed5-0cf4-49bd-a120-b2e743574a2d tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:40.153329 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-078ace34-bab6-47f6-8d3a-1ca370b3b24b req-6cefbed5-0cf4-49bd-a120-b2e743574a2d tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.1462321 Oct 28 08:41:40.156849 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a984e-8239-4eb2-b804-069af86c2edc req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:40.157525 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-107a984e-8239-4eb2-b804-069af86c2edc req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:40.209896 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-107a984e-8239-4eb2-b804-069af86c2edc req-4de95933-f4f2-4eeb-90f5-a923cc37754b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2119019 Oct 28 08:41:40.232431 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Request body: {'port': {'device_id': '95903824-5909-4930-9086-b397f444209f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:40.236552 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-078ace34-bab6-47f6-8d3a-1ca370b3b24b req-af9d7dcd-e788-426d-ad49-294fa1ba5542 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822814 Oct 28 08:41:40.273740 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb5ce0-8409-43e1-932f-93f4ace34b70 req-664cbe88-5991-4826-977f-dfdf764db043 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:40.289562 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4fcb5ce0-8409-43e1-932f-93f4ace34b70 req-664cbe88-5991-4826-977f-dfdf764db043 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.1274726 Oct 28 08:41:40.312457 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:40.337093 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4fcb5ce0-8409-43e1-932f-93f4ace34b70 req-8882f7fa-bc0b-4b5e-a1d3-09c293508d79 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465832 Oct 28 08:41:40.720590 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 2e8c6f82-a258-4342-aacf-0b4e80ccd12e details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:41:40.859446 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:40.874358 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'port_id': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e', 'mac_address': 'fa:16:3e:70:55:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:41:40.940621 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:40.983810 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8c6f82-a258-4342-aacf-0b4e80ccd12e {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:41:41.006413 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfff1222-7dd2-4253-8d4c-d377f04b2acf {{(pid=108150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:41:41.016272 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:41.024058 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:41.035022 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:41.064079 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.provisioning_blocks [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Transition to ACTIVE for port object bfff1222-7dd2-4253-8d4c-d377f04b2acf will not be triggered until provisioned by entity L2. {{(pid=108150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:41:41.070026 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25530818'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:41.114704 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:41.140424 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d499b97-2089-4882-8b81-c0ef6d2a4b1e req-ba3d453c-011a-48ff-90b5-335872762c47 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:41.143157 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5d499b97-2089-4882-8b81-c0ef6d2a4b1e req-ba3d453c-011a-48ff-90b5-335872762c47 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 931 time: 0.0955939 Oct 28 08:41:41.150008 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-6de105aa-81ca-42a2-81e3-ef24e74dcf97 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:41.151933 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-6de105aa-81ca-42a2-81e3-ef24e74dcf97 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/networks?id=f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb HTTP/1.1" status: 200 len: 815 time: 0.2634270 Oct 28 08:41:41.163955 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Pushing event updated for resources: {'Port': ['ID=bfff1222-7dd2-4253-8d4c-d377f04b2acf,revision_number=2']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:41.197397 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-1a887e65-75b8-4913-9fd5-ca62b71054a8 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/quotas/5c6091e93f804ac3b925a7b3e9f3c747 HTTP/1.1" status: 200 len: 375 time: 0.0372143 Oct 28 08:41:41.219326 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-769587c2-a7ea-41e9-9908-cc8c61dd1bf6 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=d17c94064e3e4771a88f32c016d0f62a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396082 Oct 28 08:41:41.225083 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Attempting to bind port bfff1222-7dd2-4253-8d4c-d377f04b2acf on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:41:41.225633 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Attempting to bind port bfff1222-7dd2-4253-8d4c-d377f04b2acf by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '8ebebe30-d3a2-458e-804e-d0cd121ae10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8e42fbac-77c0-47d1-ade7-e20b3e0f64ea'}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:41:41.225987 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Attempting to bind port bfff1222-7dd2-4253-8d4c-d377f04b2acf on network 8e42fbac-77c0-47d1-ade7-e20b3e0f64ea {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:41.230912 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Port bfff1222-7dd2-4253-8d4c-d377f04b2acf on network 8e42fbac-77c0-47d1-ade7-e20b3e0f64ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:41:41.231227 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Attempting to bind port bfff1222-7dd2-4253-8d4c-d377f04b2acf on network 8e42fbac-77c0-47d1-ade7-e20b3e0f64ea {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:41.236297 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:41:41.236993 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Checking segment: {'id': '8ebebe30-d3a2-458e-804e-d0cd121ae10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8e42fbac-77c0-47d1-ade7-e20b3e0f64ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:41.236993 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Bound using segment: {'id': '8ebebe30-d3a2-458e-804e-d0cd121ae10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8e42fbac-77c0-47d1-ade7-e20b3e0f64ea'} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:41:41.237396 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Bound port: bfff1222-7dd2-4253-8d4c-d377f04b2acf, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ebebe30-d3a2-458e-804e-d0cd121ae10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8e42fbac-77c0-47d1-ade7-e20b3e0f64ea'}}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:41:41.237741 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:41.263598 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5d499b97-2089-4882-8b81-c0ef6d2a4b1e req-3803575a-708f-4703-87a1-eb67f2bc832a tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103628 Oct 28 08:41:41.325749 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] For port bfff1222-7dd2-4253-8d4c-d377f04b2acf, host hv-cinder-81566, cleared binding levels {{(pid=108150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:41:41.329405 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] For port bfff1222-7dd2-4253-8d4c-d377f04b2acf, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=bfff1222-7dd2-4253-8d4c-d377f04b2acf,segment=NetworkSegment(8ebebe30-d3a2-458e-804e-d0cd121ae10d),segment_id=8ebebe30-d3a2-458e-804e-d0cd121ae10d)] {{(pid=108150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:41:41.338926 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25530818'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:41.376538 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e8ddfb77-3292-475a-a753-089347c3f190 req-819c6e9b-8c2e-43c5-aa31-be82bd852916 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 210 time: 0.0364773 Oct 28 08:41:41.388705 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:41.389633 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:41.391093 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-107a984e-8239-4eb2-b804-069af86c2edc req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] 10.222.0.77 "PUT /v2.0/ports/bfff1222-7dd2-4253-8d4c-d377f04b2acf HTTP/1.1" status: 200 len: 1093 time: 1.1695297 Oct 28 08:41:41.391719 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95903824-5909-4930-9086-b397f444209f', 'tag': 'bfff1222-7dd2-4253-8d4c-d377f04b2acf'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:41:41.394345 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666efaf9-7aa8-4c2f-931f-5b2a1e89e037" -d '{"events": [{"name": "network-changed", "server_uuid": "95903824-5909-4930-9086-b397f444209f", "tag": "bfff1222-7dd2-4253-8d4c-d377f04b2acf"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:41:41.396932 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-1ed677ae-b7a1-4333-a00c-af38011d5e0f tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c6091e93f804ac3b925a7b3e9f3c747&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1853328 Oct 28 08:41:41.434445 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f47026-0232-4b9f-abf8-59230e428019 service neutron] Pushing event updated for resources: {'Port': ['ID=bfff1222-7dd2-4253-8d4c-d377f04b2acf,revision_number=3']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:41.505411 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a984e-8239-4eb2-b804-069af86c2edc req-5f98b3ba-324d-48e6-b94c-029f50d5204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:41.506938 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-107a984e-8239-4eb2-b804-069af86c2edc req-5f98b3ba-324d-48e6-b94c-029f50d5204d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5524f9a286464e8db7e4cb81c3879647&device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 1096 time: 0.0420985 Oct 28 08:41:41.548658 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-3dcebc8f-27e2-47c1-8fc1-6614929b9ae6 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:41.550123 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-3dcebc8f-27e2-47c1-8fc1-6614929b9ae6 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3197024 Oct 28 08:41:41.555861 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['2e8c6f82-a258-4342-aacf-0b4e80ccd12e'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:41:41.557878 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-107a984e-8239-4eb2-b804-069af86c2edc req-ff4c3bd9-109c-497a-936a-e7bba2a017b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfff1222-7dd2-4253-8d4c-d377f04b2acf HTTP/1.1" status: 200 len: 217 time: 0.0386121 Oct 28 08:41:41.577112 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Request body: {'port': {'device_id': 'fb953696-803c-4e65-817a-a00f31b18289', 'network_id': 'f3401569-ece1-4110-a0af-2bfca3b6fc7f', 'admin_state_up': True, 'tenant_id': 'd17c94064e3e4771a88f32c016d0f62a'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:41.616846 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a984e-8239-4eb2-b804-069af86c2edc req-2d75ed79-472a-481e-ade7-adcfd323d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:41.618356 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-107a984e-8239-4eb2-b804-069af86c2edc req-2d75ed79-472a-481e-ade7-adcfd323d742 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3dd8d100-4ccf-472b-80f7-fddc918e715a HTTP/1.1" status: 200 len: 849 time: 0.0475688 Oct 28 08:41:41.654431 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-107a984e-8239-4eb2-b804-069af86c2edc req-230e8995-b37e-4b59-9ed1-9fb6f015ef86 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8e42fbac-77c0-47d1-ade7-e20b3e0f64ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276053 Oct 28 08:41:41.668925 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdc0f4-2ce2-45c7-8187-32babbc4895c req-2a908871-785a-45e2-864c-f326585020c2 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:41.670559 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-effdc0f4-2ce2-45c7-8187-32babbc4895c req-2a908871-785a-45e2-864c-f326585020c2 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.1767855 Oct 28 08:41:41.675161 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-be1461c3-b66e-4196-8693-283322aeabc7 service neutron] 10.222.0.74 "GET /v2.0/networks/f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424991 Oct 28 08:41:41.768261 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-107a984e-8239-4eb2-b804-069af86c2edc req-9ab940c3-ced7-4460-a670-2c68fa4d54e2 service neutron] 10.222.0.77 "GET /v2.0/networks/8e42fbac-77c0-47d1-ade7-e20b3e0f64ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025288 Oct 28 08:41:41.824605 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-effdc0f4-2ce2-45c7-8187-32babbc4895c req-295a5438-6db9-43b7-b22b-f66463b3fe91 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448231 Oct 28 08:41:41.875386 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Made reservation on behalf of d17c94064e3e4771a88f32c016d0f62a for: {'port': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:41:41.880123 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:41.883911 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efcda6-df7b-4605-a37d-5f86560970f6 req-293b9076-3517-40bf-8a11-ce5d72ad0337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:41.885338 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-43efcda6-df7b-4605-a37d-5f86560970f6 req-293b9076-3517-40bf-8a11-ce5d72ad0337 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 1098 time: 0.0650656 Oct 28 08:41:41.887015 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-f0418f4b-7aff-4042-b8f2-0b4854423887 service neutron] 10.222.0.74 "GET /v2.0/networks/f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022252 Oct 28 08:41:41.893146 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:41.932215 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-107a984e-8239-4eb2-b804-069af86c2edc req-af3c9889-de2f-42df-9310-1a2a734aba32 service neutron] 10.222.0.77 "GET /v2.0/networks/8e42fbac-77c0-47d1-ade7-e20b3e0f64ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558809 Oct 28 08:41:41.948528 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-43efcda6-df7b-4605-a37d-5f86560970f6 req-f710c674-fb54-47ed-977c-add8a9acec70 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513301 Oct 28 08:41:42.010299 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f764dd1-e092-4921-a82f-d8bc3b1ebb9a req-a87f8c45-e550-43c2-8b69-10a04864753f tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:42.011213 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5f764dd1-e092-4921-a82f-d8bc3b1ebb9a req-a87f8c45-e550-43c2-8b69-10a04864753f tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 944 time: 0.0965290 Oct 28 08:41:42.087597 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba6910b-3373-4c5a-b8bc-d73435205244 x-openstack-request-id: req-8ba6910b-3373-4c5a-b8bc-d73435205244 {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:41:42.087597 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95903824-5909-4930-9086-b397f444209f", "tag": "bfff1222-7dd2-4253-8d4c-d377f04b2acf", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:41:42.088225 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8ba6910b-3373-4c5a-b8bc-d73435205244 {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:41:42.088442 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95903824-5909-4930-9086-b397f444209f', 'tag': 'bfff1222-7dd2-4253-8d4c-d377f04b2acf', 'status': 'completed', 'code': 200} Oct 28 08:41:42.093997 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:42.101613 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5f764dd1-e092-4921-a82f-d8bc3b1ebb9a req-66ad315b-9fb0-416a-9a13-f126440a842f tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824456 Oct 28 08:41:42.103047 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:42.244110 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-563dfb19-2a47-44b5-85cc-3890628ef5b3 req-d1548bf7-72b0-4ba5-9123-bc8fca4a451c tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 210 time: 0.0522563 Oct 28 08:41:42.244735 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b203dd8-b86b-4a26-ac15-20838f2f69f4,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:42.291556 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:42.291885 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:42.292246 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:42.292558 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:42.293041 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:42.293503 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:42.294281 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:42.294901 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:42.295373 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:42.296622 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:42.297115 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:42.298014 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:42.359255 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Allocated IP 192.168.233.74 (f3401569-ece1-4110-a0af-2bfca3b6fc7f/52618148-3c6d-4ff8-9a9d-39d3497c2c67/552b122b-0a21-4e0d-8069-7363bb657c19) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:41:42.423542 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666efaf9-7aa8-4c2f-931f-5b2a1e89e037 req-cef2692e-e5f5-43cf-953a-9803aef028e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:42.425753 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-666efaf9-7aa8-4c2f-931f-5b2a1e89e037 req-cef2692e-e5f5-43cf-953a-9803aef028e3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5524f9a286464e8db7e4cb81c3879647&device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 1096 time: 0.0844996 Oct 28 08:41:42.487187 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1e5c5-6410-46fe-a124-5961e18522b8 req-9cb6d144-a58e-4fe4-82f1-404388d26184 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:42.490282 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6cc1e5c5-6410-46fe-a124-5961e18522b8 req-9cb6d144-a58e-4fe4-82f1-404388d26184 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 943 time: 0.1123610 Oct 28 08:41:42.592921 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666efaf9-7aa8-4c2f-931f-5b2a1e89e037 req-e58e565f-d223-4212-8180-2ceb6f868fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:42.594637 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-666efaf9-7aa8-4c2f-931f-5b2a1e89e037 req-e58e565f-d223-4212-8180-2ceb6f868fbb service neutron] 10.222.0.77 "GET /v2.0/networks?id=8e42fbac-77c0-47d1-ade7-e20b3e0f64ea HTTP/1.1" status: 200 len: 911 time: 0.1425622 Oct 28 08:41:42.607122 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6cc1e5c5-6410-46fe-a124-5961e18522b8 req-c398b77f-c426-4b7b-b993-029b94ff7bb2 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993571 Oct 28 08:41:42.675549 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-666efaf9-7aa8-4c2f-931f-5b2a1e89e037 req-1953049a-b051-4dc9-bb8e-2d6aeb9a1b5a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfff1222-7dd2-4253-8d4c-d377f04b2acf HTTP/1.1" status: 200 len: 217 time: 0.0723901 Oct 28 08:41:42.690654 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bce0f0f8-fe83-4cef-9d1d-ec6df10d88b4 req-b735673c-b972-439b-8bb0-8c00a87c8d0e tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 210 time: 0.0525427 Oct 28 08:41:42.703192 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:42.741171 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666efaf9-7aa8-4c2f-931f-5b2a1e89e037 req-2a798e42-b215-439d-9116-abe67b18ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:42.743030 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-666efaf9-7aa8-4c2f-931f-5b2a1e89e037 req-2a798e42-b215-439d-9116-abe67b18ad1a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3dd8d100-4ccf-472b-80f7-fddc918e715a HTTP/1.1" status: 200 len: 849 time: 0.0562346 Oct 28 08:41:42.757253 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:42.798606 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-666efaf9-7aa8-4c2f-931f-5b2a1e89e037 req-31cf410f-08f5-4fc2-9248-e15243362f2a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8e42fbac-77c0-47d1-ade7-e20b3e0f64ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424712 Oct 28 08:41:42.818452 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Network f3401569-ece1-4110-a0af-2bfca3b6fc7f is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:42.826875 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:42.832232 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:41:42.839623 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:42.840320 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:42.860680 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Pushing event updated for resources: {'Port': ['ID=552b122b-0a21-4e0d-8069-7363bb657c19,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:42.870217 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-63a9f1fc-aa49-4e46-b9d9-9ef071a02018 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2980106 Oct 28 08:41:42.885865 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Request body: {'port': {'device_id': 'fb953696-803c-4e65-817a-a00f31b18289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:42.980090 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-666efaf9-7aa8-4c2f-931f-5b2a1e89e037 req-93a5c462-a1f7-4129-be60-165e0b6d89be service neutron] 10.222.0.77 "GET /v2.0/networks/8e42fbac-77c0-47d1-ade7-e20b3e0f64ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719844 Oct 28 08:41:43.024342 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:43.126149 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-666efaf9-7aa8-4c2f-931f-5b2a1e89e037 req-43eb4618-95bf-47ec-9f20-a0db1d0b825a service neutron] 10.222.0.77 "GET /v2.0/networks/8e42fbac-77c0-47d1-ade7-e20b3e0f64ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277738 Oct 28 08:41:43.209605 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec0e77-292b-4163-aa5d-673d547035c0 req-3497e6a0-90e5-4cbe-824c-e3d4371a7294 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:43.214113 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-20ec0e77-292b-4163-aa5d-673d547035c0 req-3497e6a0-90e5-4cbe-824c-e3d4371a7294 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.2455609 Oct 28 08:41:43.216675 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-03bb2fc6-74ad-4204-a42b-aee2fc66b56b None None] Provisioning complete for port 552b122b-0a21-4e0d-8069-7363bb657c19 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:43.217187 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-03bb2fc6-74ad-4204-a42b-aee2fc66b56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:43.255438 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-03bb2fc6-74ad-4204-a42b-aee2fc66b56b None None] Port 552b122b-0a21-4e0d-8069-7363bb657c19 cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:41:43.276926 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 53438) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:43.393393 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6329f909-f503-4cd5-a97e-c1189406ae1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:43.485966 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6329f909-f503-4cd5-a97e-c1189406ae1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:43.514534 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6329f909-f503-4cd5-a97e-c1189406ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:43.553523 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-20ec0e77-292b-4163-aa5d-673d547035c0 req-d21b9c42-9f4a-4400-9e64-c8b201be517e tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384607 Oct 28 08:41:43.596095 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a1283-24fb-44c6-af96-192ffe2a1eaa req-a38cbca4-aa66-498a-b0de-c4dc4faf1a5e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:43.606710 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b09a1283-24fb-44c6-af96-192ffe2a1eaa req-a38cbca4-aa66-498a-b0de-c4dc4faf1a5e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 944 time: 0.3608699 Oct 28 08:41:43.616355 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329f909-f503-4cd5-a97e-c1189406ae1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d62be14-4f1f-44ea-b663-364f85f83385,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:43.623906 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-6329f909-f503-4cd5-a97e-c1189406ae1a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=826a14c54c134927ac6cf2b472ab40d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458800 Oct 28 08:41:43.631027 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 53444) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:43.675913 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b09a1283-24fb-44c6-af96-192ffe2a1eaa req-0dade974-68e5-4173-b442-9c99fee2dd1e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682063 Oct 28 08:41:43.721495 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-0844a8aa-878f-492b-8c6e-4491cb52c495 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:43.723286 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-0844a8aa-878f-492b-8c6e-4491cb52c495 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.77 "GET /v2.0/networks?id=f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb HTTP/1.1" status: 200 len: 815 time: 0.2350516 Oct 28 08:41:43.742119 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-1a724963-d26d-4db6-82b6-687e0d3f6200 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Request body: {'port': {'device_id': 'b50b0126-b6b3-4fbf-8596-0f7b3d5877f6', 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb', 'admin_state_up': True, 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:43.748506 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-0fc2564a-4bf8-4a38-9112-5d579c461b07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:43.750686 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-abe4f69d-15a5-45b1-b93c-dbe5c76ea9de req-bc74b8fb-4762-460b-bdcc-478a1640a6f6 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 210 time: 0.1006730 Oct 28 08:41:43.763689 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552b122b-0a21-4e0d-8069-7363bb657c19 {{(pid=108149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:41:43.773752 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:43.791821 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.provisioning_blocks [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Transition to ACTIVE for port object 552b122b-0a21-4e0d-8069-7363bb657c19 will not be triggered until provisioned by entity L2. {{(pid=108149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:41:43.796881 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:43.840691 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-0fc2564a-4bf8-4a38-9112-5d579c461b07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:43.953355 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807389bb-3056-474a-a32c-c26e369d2cc6 req-301d681b-ef14-4071-a24b-9a828ed9fd35 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:43.955216 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-807389bb-3056-474a-a32c-c26e369d2cc6 req-301d681b-ef14-4071-a24b-9a828ed9fd35 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 943 time: 0.1069889 Oct 28 08:41:43.960397 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-0fc2564a-4bf8-4a38-9112-5d579c461b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:43.969286 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-0fc2564a-4bf8-4a38-9112-5d579c461b07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:43.969286 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-0fc2564a-4bf8-4a38-9112-5d579c461b07 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8d62be14-4f1f-44ea-b663-364f85f83385 HTTP/1.1" status: 204 len: 168 time: 0.3359125 Oct 28 08:41:43.987705 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2564a-4bf8-4a38-9112-5d579c461b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d62be14-4f1f-44ea-b663-364f85f83385,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:43.996188 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Attempting to bind port 552b122b-0a21-4e0d-8069-7363bb657c19 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:41:43.997742 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-1a724963-d26d-4db6-82b6-687e0d3f6200 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Made reservation on behalf of 5c6091e93f804ac3b925a7b3e9f3c747 for: {'port': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:41:43.998166 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Attempting to bind port 552b122b-0a21-4e0d-8069-7363bb657c19 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f3401569-ece1-4110-a0af-2bfca3b6fc7f'}] {{(pid=108149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:41:44.002609 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Attempting to bind port 552b122b-0a21-4e0d-8069-7363bb657c19 on network f3401569-ece1-4110-a0af-2bfca3b6fc7f {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:44.002791 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-1a724963-d26d-4db6-82b6-687e0d3f6200 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:44.014199 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Port 552b122b-0a21-4e0d-8069-7363bb657c19 on network f3401569-ece1-4110-a0af-2bfca3b6fc7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:41:44.015778 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Attempting to bind port 552b122b-0a21-4e0d-8069-7363bb657c19 on network f3401569-ece1-4110-a0af-2bfca3b6fc7f {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:44.034933 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:41:44.037399 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Checking segment: {'id': '2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f3401569-ece1-4110-a0af-2bfca3b6fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:44.040093 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Bound using segment: {'id': '2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f3401569-ece1-4110-a0af-2bfca3b6fc7f'} {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:41:44.041193 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Bound port: 552b122b-0a21-4e0d-8069-7363bb657c19, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f3401569-ece1-4110-a0af-2bfca3b6fc7f'}}] {{(pid=108149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:41:44.045497 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:44.054356 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Pushing event updated for resources: {'Port': ['ID=552b122b-0a21-4e0d-8069-7363bb657c19,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:44.228545 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-807389bb-3056-474a-a32c-c26e369d2cc6 req-33b6e70e-b2f3-43b9-9aa4-8e8b231f21e1 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222548 Oct 28 08:41:44.232396 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-1a724963-d26d-4db6-82b6-687e0d3f6200 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Allocated IP 172.20.0.10 (f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb/e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1/760c9603-2fe5-4dc3-aa4c-7ff255fee93d) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:41:44.246089 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d620e-4d9a-4292-9911-867c74c8e80f req-04a5b555-7980-440d-928f-9720ed202ae3 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:44.253664 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c45d620e-4d9a-4292-9911-867c74c8e80f req-04a5b555-7980-440d-928f-9720ed202ae3 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 947 time: 0.1843493 Oct 28 08:41:44.282043 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] For port 552b122b-0a21-4e0d-8069-7363bb657c19, host hv-cinder-81566, cleared binding levels {{(pid=108149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:41:44.310072 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] For port 552b122b-0a21-4e0d-8069-7363bb657c19, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=552b122b-0a21-4e0d-8069-7363bb657c19,segment=NetworkSegment(2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a),segment_id=2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a)] {{(pid=108149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:41:44.331400 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c45d620e-4d9a-4292-9911-867c74c8e80f req-96736197-2765-4ddc-80a4-35a79032cde5 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735049 Oct 28 08:41:44.335982 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:44.401098 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:44.401730 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:44.403172 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] 10.222.0.77 "PUT /v2.0/ports/552b122b-0a21-4e0d-8069-7363bb657c19 HTTP/1.1" status: 200 len: 1097 time: 1.5238638 Oct 28 08:41:44.403633 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb953696-803c-4e65-817a-a00f31b18289', 'tag': '552b122b-0a21-4e0d-8069-7363bb657c19'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:41:44.406017 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f524e87b-29ef-41c3-bfea-a25678e4b825" -d '{"events": [{"name": "network-changed", "server_uuid": "fb953696-803c-4e65-817a-a00f31b18289", "tag": "552b122b-0a21-4e0d-8069-7363bb657c19"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:41:44.447315 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30b3ac-c6fd-4a02-bee2-dbc18d8b632f service neutron] Pushing event updated for resources: {'Port': ['ID=552b122b-0a21-4e0d-8069-7363bb657c19,revision_number=3']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:44.511433 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd987c4-f79f-4c1e-8e89-6a3f3ac6d588 x-openstack-request-id: req-0dd987c4-f79f-4c1e-8e89-6a3f3ac6d588 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:41:44.512124 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb953696-803c-4e65-817a-a00f31b18289", "tag": "552b122b-0a21-4e0d-8069-7363bb657c19", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:41:44.513868 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0dd987c4-f79f-4c1e-8e89-6a3f3ac6d588 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:41:44.516149 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb953696-803c-4e65-817a-a00f31b18289', 'tag': '552b122b-0a21-4e0d-8069-7363bb657c19', 'status': 'completed', 'code': 200} Oct 28 08:41:44.518635 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-1a724963-d26d-4db6-82b6-687e0d3f6200 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:44.548245 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-76d83678-15df-4685-8f11-d2730ec78d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:44.549999 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-76d83678-15df-4685-8f11-d2730ec78d3e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d17c94064e3e4771a88f32c016d0f62a&device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 1100 time: 0.0916016 Oct 28 08:41:44.557450 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 53472) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:44.577376 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-14cccb26-61c3-418b-bbaa-d449a21210f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:44.602819 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-903ec3c5-8b5f-49d9-a5fe-a8359cdd80f2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=552b122b-0a21-4e0d-8069-7363bb657c19 HTTP/1.1" status: 200 len: 217 time: 0.0421226 Oct 28 08:41:44.608798 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-1a724963-d26d-4db6-82b6-687e0d3f6200 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:44.677141 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a724963-d26d-4db6-82b6-687e0d3f6200 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Pushing event updated for resources: {'Port': ['ID=760c9603-2fe5-4dc3-aa4c-7ff255fee93d,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:44.710747 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fb194dbb-da55-4b4c-ace3-fedaad3894a5 req-e7f3cb81-2d6d-4dfd-ae97-bd17aaae65dc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2911234 Oct 28 08:41:44.722702 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-5f9d64f1-5d2f-4788-adf7-d2a0b4bd6ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:44.725641 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-5f9d64f1-5d2f-4788-adf7-d2a0b4bd6ef2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=52618148-3c6d-4ff8-9a9d-39d3497c2c67 HTTP/1.1" status: 200 len: 843 time: 0.1131184 Oct 28 08:41:44.744374 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-1a724963-d26d-4db6-82b6-687e0d3f6200 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Network f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:44.744626 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d0f64-c419-4094-adfb-df42060d3dab req-c951307f-1fa8-446f-ad41-ac91fa7230ea tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:44.746312 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c88d0f64-c419-4094-adfb-df42060d3dab req-c951307f-1fa8-446f-ad41-ac91fa7230ea tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0764883 Oct 28 08:41:44.768423 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 2e8c6f82-a258-4342-aacf-0b4e80ccd12e up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:41:44.808250 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-1a724963-d26d-4db6-82b6-687e0d3f6200 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:44.814539 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-1a724963-d26d-4db6-82b6-687e0d3f6200 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:41:44.885908 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:41:44.887079 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb194dbb-da55-4b4c-ace3-fedaad3894a5 req-8c37666c-7253-41aa-88e3-121a9d0ae3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:44.888544 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fb194dbb-da55-4b4c-ace3-fedaad3894a5 req-8c37666c-7253-41aa-88e3-121a9d0ae3c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e86d34d96c64ad4a33efd5f4918dc05&device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 1098 time: 0.1465418 Oct 28 08:41:44.896938 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:44.897296 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:44.917075 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-1a724963-d26d-4db6-82b6-687e0d3f6200 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:44.917717 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-1a724963-d26d-4db6-82b6-687e0d3f6200 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:44.940100 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c88d0f64-c419-4094-adfb-df42060d3dab req-29a54ee5-d43c-4ad5-8d02-514fa6d6ee5a tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595531 Oct 28 08:41:44.954741 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1448f6c5-7e56-4e95-816d-51d48d5ec866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:44.959340 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-1448f6c5-7e56-4e95-816d-51d48d5ec866 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f3401569-ece1-4110-a0af-2bfca3b6fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2223339 Oct 28 08:41:44.969605 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-1a724963-d26d-4db6-82b6-687e0d3f6200 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2183790 Oct 28 08:41:45.015371 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-14cccb26-61c3-418b-bbaa-d449a21210f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:45.018558 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199aadb9-6332-4b26-ab34-8893a4cf2d3d req-78737a50-09d2-4967-a70a-44aa9c97771d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:45.022927 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-14cccb26-61c3-418b-bbaa-d449a21210f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:45.033131 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-199aadb9-6332-4b26-ab34-8893a4cf2d3d req-78737a50-09d2-4967-a70a-44aa9c97771d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 944 time: 0.2442844 Oct 28 08:41:45.080482 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-14cccb26-61c3-418b-bbaa-d449a21210f7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=805af571282a4331a26e82795e910c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5207207 Oct 28 08:41:45.081357 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 53492) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:45.106764 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Request body: {'port': {'device_id': 'b50b0126-b6b3-4fbf-8596-0f7b3d5877f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:45.154353 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:45.238442 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423157c3-a1e9-43c5-8fda-01d1d93bd484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:41:45.241332 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-199aadb9-6332-4b26-ab34-8893a4cf2d3d req-f00dbb3b-8970-4da4-be0b-6e5f33bb5141 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068753 Oct 28 08:41:45.247063 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f99651-7cd5-4f42-b397-f7e20ce60c2a" -d '{"events": [{"server_uuid": "423157c3-a1e9-43c5-8fda-01d1d93bd484", "name": "network-vif-plugged", "status": "completed", "tag": "2e8c6f82-a258-4342-aacf-0b4e80ccd12e"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:41:45.264550 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:45.301719 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:45.321010 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:45.340801 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9e1d2-76f1-4dee-a350-2200ad6f0417 req-3b40b6ac-3ed3-4e15-8e26-4da931d6013d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:45.351396 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dee9e1d2-76f1-4dee-a350-2200ad6f0417 req-3b40b6ac-3ed3-4e15-8e26-4da931d6013d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 932 time: 0.2159328 Oct 28 08:41:45.386902 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-09a68107-0916-4e78-a4e3-80ea51bc4538 None None] Provisioning complete for port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:45.387299 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-09a68107-0916-4e78-a4e3-80ea51bc4538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:45.436254 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-7b1c7a95-f116-4fa4-9b0b-4698ba5b30b9 service neutron] 10.222.0.77 "GET /v2.0/networks/f3401569-ece1-4110-a0af-2bfca3b6fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862059 Oct 28 08:41:45.458392 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dee9e1d2-76f1-4dee-a350-2200ad6f0417 req-be187782-cedd-4b5a-bb9d-a6b30d16ee38 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995553 Oct 28 08:41:45.495982 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-09a68107-0916-4e78-a4e3-80ea51bc4538 None None] Port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:41:45.508881 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:45.516935 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:45.517329 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:45.517677 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:45.518028 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:45.524613 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:45.525004 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:45.525568 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:45.526245 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:45.526834 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:45.527392 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:45.527901 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:45.528391 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:45.622519 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cccb26-61c3-418b-bbaa-d449a21210f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97bfbe5-e924-47a1-b59b-fa19cf680525,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:45.657093 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-471b4872-1d09-4c6d-9476-469b468150a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:45.726380 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-471b4872-1d09-4c6d-9476-469b468150a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:45.769068 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bb5dc-a870-4c27-8a24-f6f70d0b9892 req-1ac9a0db-6213-4f12-9694-d6a9cd169e3e tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:45.771686 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-604bb5dc-a870-4c27-8a24-f6f70d0b9892 req-1ac9a0db-6213-4f12-9694-d6a9cd169e3e tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 943 time: 0.1115494 Oct 28 08:41:45.779730 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb194dbb-da55-4b4c-ace3-fedaad3894a5 req-f106c0e9-665c-4503-8086-a05d78ec3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:45.781586 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fb194dbb-da55-4b4c-ace3-fedaad3894a5 req-f106c0e9-665c-4503-8086-a05d78ec3fe8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0ff72cbf-ad46-4828-989e-fa971038eaa3 HTTP/1.1" status: 200 len: 920 time: 0.7095168 Oct 28 08:41:45.851011 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-604bb5dc-a870-4c27-8a24-f6f70d0b9892 req-383ac93d-8c05-4435-bba4-a05fb8704b0a tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706007 Oct 28 08:41:45.866195 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-471b4872-1d09-4c6d-9476-469b468150a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:45.868835 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-471b4872-1d09-4c6d-9476-469b468150a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:45.870901 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-471b4872-1d09-4c6d-9476-469b468150a8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f97bfbe5-e924-47a1-b59b-fa19cf680525 HTTP/1.1" status: 204 len: 168 time: 0.7676396 Oct 28 08:41:45.886028 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760c9603-2fe5-4dc3-aa4c-7ff255fee93d {{(pid=108150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:41:45.890449 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b4872-1d09-4c6d-9476-469b468150a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97bfbe5-e924-47a1-b59b-fa19cf680525,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:45.898507 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Publish callbacks [] for port, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:45.907396 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c086fe09-bf0e-448b-a868-7d82c4c7f501 x-openstack-request-id: req-c086fe09-bf0e-448b-a868-7d82c4c7f501 {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:41:45.908453 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423157c3-a1e9-43c5-8fda-01d1d93bd484", "name": "network-vif-plugged", "status": "completed", "tag": "2e8c6f82-a258-4342-aacf-0b4e80ccd12e", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:41:45.909370 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c086fe09-bf0e-448b-a868-7d82c4c7f501 {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:41:45.910005 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423157c3-a1e9-43c5-8fda-01d1d93bd484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e', 'code': 200} Oct 28 08:41:45.917392 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.provisioning_blocks [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Transition to ACTIVE for port object 760c9603-2fe5-4dc3-aa4c-7ff255fee93d will not be triggered until provisioned by entity L2. {{(pid=108150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:41:45.924177 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25530818'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:46.022518 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Pushing event updated for resources: {'Port': ['ID=760c9603-2fe5-4dc3-aa4c-7ff255fee93d,revision_number=2']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:46.104371 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Attempting to bind port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:41:46.104971 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Attempting to bind port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '4d6b0a38-44cb-48e6-a456-7a3b9833ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb'}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:41:46.105356 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Attempting to bind port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d on network f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:46.111359 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d on network f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:41:46.112075 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Attempting to bind port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d on network f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:46.113374 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77683a4f-2db2-4226-898c-bbd8a6052f19 req-49d1b1e7-d064-4565-9ad9-2c6fc9012fd8 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:46.117072 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-77683a4f-2db2-4226-898c-bbd8a6052f19 req-49d1b1e7-d064-4565-9ad9-2c6fc9012fd8 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 947 time: 0.1177101 Oct 28 08:41:46.120431 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:41:46.120760 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Checking segment: {'id': '4d6b0a38-44cb-48e6-a456-7a3b9833ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:46.121139 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Bound using segment: {'id': '4d6b0a38-44cb-48e6-a456-7a3b9833ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb'} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:41:46.124562 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Bound port: 760c9603-2fe5-4dc3-aa4c-7ff255fee93d, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6b0a38-44cb-48e6-a456-7a3b9833ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb'}}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:41:46.124562 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:46.195407 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-77683a4f-2db2-4226-898c-bbd8a6052f19 req-90104639-50c9-4e76-884b-763513292bba tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681942 Oct 28 08:41:46.240593 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] For port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d, host hv-cinder-81566, cleared binding levels {{(pid=108150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:41:46.250625 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] For port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=760c9603-2fe5-4dc3-aa4c-7ff255fee93d,segment=NetworkSegment(4d6b0a38-44cb-48e6-a456-7a3b9833ad10),segment_id=4d6b0a38-44cb-48e6-a456-7a3b9833ad10)] {{(pid=108150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:41:46.259124 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25530818'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:46.311091 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:46.312060 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:46.313285 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] 10.222.0.77 "PUT /v2.0/ports/760c9603-2fe5-4dc3-aa4c-7ff255fee93d HTTP/1.1" status: 200 len: 1094 time: 1.2399700 Oct 28 08:41:46.313773 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50b0126-b6b3-4fbf-8596-0f7b3d5877f6', 'tag': '760c9603-2fe5-4dc3-aa4c-7ff255fee93d'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:41:46.323777 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb36a955-3920-4040-a42b-6142ef80ef49" -d '{"events": [{"name": "network-changed", "server_uuid": "b50b0126-b6b3-4fbf-8596-0f7b3d5877f6", "tag": "760c9603-2fe5-4dc3-aa4c-7ff255fee93d"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:41:46.369817 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89037e19-1504-420f-ba6a-39ce102e57af service neutron] Pushing event updated for resources: {'Port': ['ID=760c9603-2fe5-4dc3-aa4c-7ff255fee93d,revision_number=3']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:46.550244 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c97a7a-4970-4ba9-9bb3-3a3ef810c726 req-e384e935-50ae-43eb-96ed-a0be1d596f18 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:46.552011 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-51c97a7a-4970-4ba9-9bb3-3a3ef810c726 req-e384e935-50ae-43eb-96ed-a0be1d596f18 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.1071649 Oct 28 08:41:46.621404 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-51c97a7a-4970-4ba9-9bb3-3a3ef810c726 req-6340c63e-d722-47d3-a10d-297753b1075d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617480 Oct 28 08:41:46.712212 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0778d0b-e6ca-410d-9811-f74970c6b059 x-openstack-request-id: req-f0778d0b-e6ca-410d-9811-f74970c6b059 {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:41:46.712495 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50b0126-b6b3-4fbf-8596-0f7b3d5877f6", "tag": "760c9603-2fe5-4dc3-aa4c-7ff255fee93d", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:41:46.712744 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f0778d0b-e6ca-410d-9811-f74970c6b059 {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:41:46.713146 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50b0126-b6b3-4fbf-8596-0f7b3d5877f6', 'tag': '760c9603-2fe5-4dc3-aa4c-7ff255fee93d', 'status': 'completed', 'code': 200} Oct 28 08:41:46.772227 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device bfff1222-7dd2-4253-8d4c-d377f04b2acf details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:41:46.861132 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375aa48-96ef-4445-b01c-e618ffd8f49e req-fe56207b-32d2-4b05-843c-f17fa0368106 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:46.872797 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7375aa48-96ef-4445-b01c-e618ffd8f49e req-fe56207b-32d2-4b05-843c-f17fa0368106 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.1008804 Oct 28 08:41:46.908553 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port bfff1222-7dd2-4253-8d4c-d377f04b2acf, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=bfff1222-7dd2-4253-8d4c-d377f04b2acf,segment=NetworkSegment(8ebebe30-d3a2-458e-804e-d0cd121ae10d),segment_id=8ebebe30-d3a2-458e-804e-d0cd121ae10d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:46.931005 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': 'bfff1222-7dd2-4253-8d4c-d377f04b2acf', 'network_id': '8e42fbac-77c0-47d1-ade7-e20b3e0f64ea', 'port_id': 'bfff1222-7dd2-4253-8d4c-d377f04b2acf', 'mac_address': 'fa:16:3e:b8:97:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd8d100-4ccf-472b-80f7-fddc918e715a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:41:46.938770 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7375aa48-96ef-4445-b01c-e618ffd8f49e req-063b434e-7389-4630-b8ee-952314e04be6 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639687 Oct 28 08:41:46.992239 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:47.007179 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfff1222-7dd2-4253-8d4c-d377f04b2acf {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:41:47.030013 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port bfff1222-7dd2-4253-8d4c-d377f04b2acf, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=bfff1222-7dd2-4253-8d4c-d377f04b2acf,segment=NetworkSegment(8ebebe30-d3a2-458e-804e-d0cd121ae10d),segment_id=8ebebe30-d3a2-458e-804e-d0cd121ae10d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:47.058604 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:47.076924 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeedef0-8132-4f57-b8f9-d7f82cade9fa req-aff007e5-8e76-4a5b-b4e2-a5b6308ff584 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:47.078586 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9eeedef0-8132-4f57-b8f9-d7f82cade9fa req-aff007e5-8e76-4a5b-b4e2-a5b6308ff584 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 944 time: 0.0719719 Oct 28 08:41:47.119659 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=bfff1222-7dd2-4253-8d4c-d377f04b2acf,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:47.123202 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9eeedef0-8132-4f57-b8f9-d7f82cade9fa req-2d0dc7da-b24b-4ddf-b17a-bf12ec34ff8f tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363381 Oct 28 08:41:47.244264 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec28c9-6db8-4498-b16d-1768efe46247 req-43be1149-b661-435b-aaa2-9c8c0fa75bcc tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:47.245842 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6bec28c9-6db8-4498-b16d-1768efe46247 req-43be1149-b661-435b-aaa2-9c8c0fa75bcc tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 944 time: 0.0517671 Oct 28 08:41:47.302878 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6bec28c9-6db8-4498-b16d-1768efe46247 req-93832bde-4001-4272-9563-ee3e82d5b143 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505283 Oct 28 08:41:47.434569 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998a3a3-1d54-4c61-a07c-3fc23dd94804 req-b287b865-0e07-42da-adae-e5baf8c16d18 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:47.436302 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6998a3a3-1d54-4c61-a07c-3fc23dd94804 req-b287b865-0e07-42da-adae-e5baf8c16d18 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 947 time: 0.0606470 Oct 28 08:41:47.486929 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6998a3a3-1d54-4c61-a07c-3fc23dd94804 req-18f5c662-dbb9-4b8c-91e4-369ae55f2818 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357306 Oct 28 08:41:47.592588 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['bfff1222-7dd2-4253-8d4c-d377f04b2acf'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:41:47.816577 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41abc2b-9dc0-419c-bcde-e622c26f9e12 req-ba0d759d-713d-4589-9432-ca4b7276da33 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:47.816577 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d41abc2b-9dc0-419c-bcde-e622c26f9e12 req-ba0d759d-713d-4589-9432-ca4b7276da33 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0798962 Oct 28 08:41:47.870559 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d41abc2b-9dc0-419c-bcde-e622c26f9e12 req-bb5477e2-ce17-4c3c-9b86-4e99632506fd tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466299 Oct 28 08:41:48.071331 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac4d44-f617-4b4d-be3b-c15a7b736396 req-032969d6-0809-4345-98f2-b0001eb496cc tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:48.072844 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-66ac4d44-f617-4b4d-be3b-c15a7b736396 req-032969d6-0809-4345-98f2-b0001eb496cc tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0509250 Oct 28 08:41:48.078955 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:48.120550 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-66ac4d44-f617-4b4d-be3b-c15a7b736396 req-92c065fc-bb72-4303-98cc-24142c813624 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370493 Oct 28 08:41:48.291123 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c30d53-c58e-4115-917c-b078904c3eda req-6f035794-5f96-4ddb-a1c3-5d9005136bc5 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:48.294976 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-02c30d53-c58e-4115-917c-b078904c3eda req-6f035794-5f96-4ddb-a1c3-5d9005136bc5 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 944 time: 0.0588305 Oct 28 08:41:48.334119 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-02c30d53-c58e-4115-917c-b078904c3eda req-057c42f6-edd6-4929-8028-bb1535044b9d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380576 Oct 28 08:41:48.529976 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e8530-cd01-4f93-885e-3202f5e10bc2 req-5414634d-44f9-4722-bb69-ff2bb63c1917 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:48.531554 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-567e8530-cd01-4f93-885e-3202f5e10bc2 req-5414634d-44f9-4722-bb69-ff2bb63c1917 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 944 time: 0.1197343 Oct 28 08:41:48.594664 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-567e8530-cd01-4f93-885e-3202f5e10bc2 req-49199eec-ac0a-47ae-be84-3f5e9700fb2d tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550785 Oct 28 08:41:48.752674 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311088d-7a05-4055-82a8-54a7b5db0db9 req-149dfde8-77e5-42c6-a908-5191afc94a20 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:48.755456 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3311088d-7a05-4055-82a8-54a7b5db0db9 req-149dfde8-77e5-42c6-a908-5191afc94a20 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 947 time: 0.0597143 Oct 28 08:41:48.802284 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3311088d-7a05-4055-82a8-54a7b5db0db9 req-b59efe92-d0b7-45fb-a926-d4769a9f5205 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399158 Oct 28 08:41:49.009824 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725a6a7-f31b-4125-82fc-1b4563a04ed0 req-1f6e9ff8-6c9e-4f13-b657-4ce091d56288 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:49.011390 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f725a6a7-f31b-4125-82fc-1b4563a04ed0 req-1f6e9ff8-6c9e-4f13-b657-4ce091d56288 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0595076 Oct 28 08:41:49.055567 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f725a6a7-f31b-4125-82fc-1b4563a04ed0 req-cb943129-542d-4124-90ea-c9b2867b505c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376666 Oct 28 08:41:49.291560 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d838e1c-1149-4ac0-b0d4-6b3e8cb3973a req-5dd88550-8087-46eb-ba07-6d2df0366114 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:49.293111 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7d838e1c-1149-4ac0-b0d4-6b3e8cb3973a req-5dd88550-8087-46eb-ba07-6d2df0366114 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0594778 Oct 28 08:41:49.308072 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 53604) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:49.343064 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7d838e1c-1149-4ac0-b0d4-6b3e8cb3973a req-3f8c5dfb-d79e-4d05-a430-2c8497ae3657 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433688 Oct 28 08:41:49.454445 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1c9864ca-656a-4b00-96e0-86a7f267008b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:49.491992 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7aed93-f383-4bb3-ae54-9a3dafe49d20 req-8d5abb5c-d69f-44fc-8d38-317647bc4c1d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:49.493565 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-db7aed93-f383-4bb3-ae54-9a3dafe49d20 req-8d5abb5c-d69f-44fc-8d38-317647bc4c1d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 944 time: 0.0704703 Oct 28 08:41:49.537365 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-db7aed93-f383-4bb3-ae54-9a3dafe49d20 req-164afa2f-a1d5-475a-a3b7-c5dc724a8449 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371864 Oct 28 08:41:49.546731 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1c9864ca-656a-4b00-96e0-86a7f267008b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:49.550966 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1c9864ca-656a-4b00-96e0-86a7f267008b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:49.603438 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-1c9864ca-656a-4b00-96e0-86a7f267008b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d501060f786b4ee9a6c5fe45c285becf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933702 Oct 28 08:41:49.604119 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9864ca-656a-4b00-96e0-86a7f267008b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28869bd-7b64-4542-8d00-c5127f682c21,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:49.605906 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 53610) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:49.689586 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-4d07d507-590f-4ce8-9564-16083965a5cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:49.727858 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-4d07d507-590f-4ce8-9564-16083965a5cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:49.820934 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b624d-2dd6-4213-85b9-6b05813fe270 req-9d767fca-d618-4805-a92e-f11490673bff tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:49.822470 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-513b624d-2dd6-4213-85b9-6b05813fe270 req-9d767fca-d618-4805-a92e-f11490673bff tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 944 time: 0.0908115 Oct 28 08:41:49.839022 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-4d07d507-590f-4ce8-9564-16083965a5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:49.841504 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-4d07d507-590f-4ce8-9564-16083965a5cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:49.844962 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-4d07d507-590f-4ce8-9564-16083965a5cc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b28869bd-7b64-4542-8d00-c5127f682c21 HTTP/1.1" status: 204 len: 168 time: 0.2356465 Oct 28 08:41:49.860911 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07d507-590f-4ce8-9564-16083965a5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28869bd-7b64-4542-8d00-c5127f682c21,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:49.894670 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-513b624d-2dd6-4213-85b9-6b05813fe270 req-12ee5796-8861-4a45-88c9-2cae6c2ec813 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652301 Oct 28 08:41:50.024297 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc793245-7137-40a3-9432-85d64bd58af2 req-ad9d5973-07a2-4139-a7c4-9d5bcd4feaba tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:50.026376 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dc793245-7137-40a3-9432-85d64bd58af2 req-ad9d5973-07a2-4139-a7c4-9d5bcd4feaba tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 947 time: 0.0656164 Oct 28 08:41:50.075621 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dc793245-7137-40a3-9432-85d64bd58af2 req-b5f998ae-e95e-480d-b45f-a3c2051d5876 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405271 Oct 28 08:41:50.202248 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1581d6-d868-40c1-86a5-a8539340904a req-77b502a3-db88-4429-817a-00923f34e424 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:50.203732 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8a1581d6-d868-40c1-86a5-a8539340904a req-77b502a3-db88-4429-817a-00923f34e424 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0505900 Oct 28 08:41:50.204200 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 53624) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:50.224012 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f0695f2e-50ec-4259-9a6b-9f2e8e359473 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:50.287150 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8a1581d6-d868-40c1-86a5-a8539340904a req-fe9cf61b-ddfe-492e-a6e3-6d1b8f31100e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758615 Oct 28 08:41:50.346329 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f0695f2e-50ec-4259-9a6b-9f2e8e359473 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:50.351304 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f0695f2e-50ec-4259-9a6b-9f2e8e359473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:50.396661 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-f0695f2e-50ec-4259-9a6b-9f2e8e359473 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d54b24e91010482c87313716c3e305b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912031 Oct 28 08:41:50.397320 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0695f2e-50ec-4259-9a6b-9f2e8e359473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575ea654-da4d-40df-83b5-0b2ad3214117,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:50.399449 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 53628) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:50.458484 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ea169449-6eea-460d-a3db-d61dfe0441af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:50.483738 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ea169449-6eea-460d-a3db-d61dfe0441af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:50.522093 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b6f30-e892-4364-9595-17119fd52adc req-4d67a3fd-1953-415e-98e6-1be31643c2af tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:50.524404 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6c5b6f30-e892-4364-9595-17119fd52adc req-4d67a3fd-1953-415e-98e6-1be31643c2af tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0713174 Oct 28 08:41:50.549733 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ea169449-6eea-460d-a3db-d61dfe0441af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:50.552622 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ea169449-6eea-460d-a3db-d61dfe0441af admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:50.553773 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-ea169449-6eea-460d-a3db-d61dfe0441af admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/575ea654-da4d-40df-83b5-0b2ad3214117 HTTP/1.1" status: 204 len: 168 time: 0.1526914 Oct 28 08:41:50.564247 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea169449-6eea-460d-a3db-d61dfe0441af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575ea654-da4d-40df-83b5-0b2ad3214117,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:50.571257 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6c5b6f30-e892-4364-9595-17119fd52adc req-c959d8ed-8711-4673-be1f-a332d68a2fc8 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411284 Oct 28 08:41:50.725617 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7254d04-481a-4436-b4cc-1cfbaaa76f55 req-eb517f52-e1a0-4389-a411-d19c1d50100d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:50.735117 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c7254d04-481a-4436-b4cc-1cfbaaa76f55 req-eb517f52-e1a0-4389-a411-d19c1d50100d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 944 time: 0.0670564 Oct 28 08:41:50.776726 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c7254d04-481a-4436-b4cc-1cfbaaa76f55 req-10b25dfc-02a2-4f1f-b84d-e3d8866c608c tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394704 Oct 28 08:41:50.800878 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device bfff1222-7dd2-4253-8d4c-d377f04b2acf up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:41:50.861019 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port bfff1222-7dd2-4253-8d4c-d377f04b2acf completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:41:50.877010 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port bfff1222-7dd2-4253-8d4c-d377f04b2acf triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:50.877380 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:50.995928 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:51.040670 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95903824-5909-4930-9086-b397f444209f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfff1222-7dd2-4253-8d4c-d377f04b2acf'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:41:51.044480 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6738577d-2a16-403c-8939-44b04ef43c89" -d '{"events": [{"server_uuid": "95903824-5909-4930-9086-b397f444209f", "name": "network-vif-plugged", "status": "completed", "tag": "bfff1222-7dd2-4253-8d4c-d377f04b2acf"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:41:51.059747 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port bfff1222-7dd2-4253-8d4c-d377f04b2acf, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=bfff1222-7dd2-4253-8d4c-d377f04b2acf,segment=NetworkSegment(8ebebe30-d3a2-458e-804e-d0cd121ae10d),segment_id=8ebebe30-d3a2-458e-804e-d0cd121ae10d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:51.068581 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:51.072089 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785aecc8-5d1a-4cb1-bb6e-a732648ec753 req-e53012f4-40a2-4a0d-9f02-04e6f012272b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:51.073699 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-785aecc8-5d1a-4cb1-bb6e-a732648ec753 req-e53012f4-40a2-4a0d-9f02-04e6f012272b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 944 time: 0.0662429 Oct 28 08:41:51.128399 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=bfff1222-7dd2-4253-8d4c-d377f04b2acf,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:51.153453 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-785aecc8-5d1a-4cb1-bb6e-a732648ec753 req-90fe17b8-6711-410b-94d5-85345b469d29 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604341 Oct 28 08:41:51.220109 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57069cfe-eb28-4ad9-9b1b-b1d4859a38f3 x-openstack-request-id: req-57069cfe-eb28-4ad9-9b1b-b1d4859a38f3 {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:41:51.220425 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95903824-5909-4930-9086-b397f444209f", "name": "network-vif-plugged", "status": "completed", "tag": "bfff1222-7dd2-4253-8d4c-d377f04b2acf", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:41:51.220683 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-57069cfe-eb28-4ad9-9b1b-b1d4859a38f3 {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:41:51.221069 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95903824-5909-4930-9086-b397f444209f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfff1222-7dd2-4253-8d4c-d377f04b2acf', 'code': 200} Oct 28 08:41:51.335119 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195c0d7-38f0-4b17-9846-b8308f30098b req-24ea37f4-dc46-4e61-887f-114b3141d8da tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:51.336667 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6195c0d7-38f0-4b17-9846-b8308f30098b req-24ea37f4-dc46-4e61-887f-114b3141d8da tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 947 time: 0.0578980 Oct 28 08:41:51.388906 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6195c0d7-38f0-4b17-9846-b8308f30098b req-e71930fe-2252-48fa-9c29-ee2fa4c2124f tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457554 Oct 28 08:41:51.519150 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-2069d3ac-ddc3-4192-a870-33f8f5754d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:51.538114 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8af6e-7060-4c45-991a-e0dd939c301f req-837d73b3-55ad-42f0-8ff1-8e139dceecc3 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:51.539772 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-99c8af6e-7060-4c45-991a-e0dd939c301f req-837d73b3-55ad-42f0-8ff1-8e139dceecc3 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0747967 Oct 28 08:41:51.591524 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-99c8af6e-7060-4c45-991a-e0dd939c301f req-fa78dc62-4614-40c5-955e-a81bd56b4bf5 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457113 Oct 28 08:41:51.768781 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe903de1-bd23-4888-94f8-aa3006dff4a2 req-c7a2c633-e3ee-4431-80c1-7d04bf2f96f7 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:51.770959 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fe903de1-bd23-4888-94f8-aa3006dff4a2 req-c7a2c633-e3ee-4431-80c1-7d04bf2f96f7 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0817008 Oct 28 08:41:51.819070 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fe903de1-bd23-4888-94f8-aa3006dff4a2 req-5b2f0d7a-7704-403f-8238-52d403cf41e5 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414746 Oct 28 08:41:51.959722 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831efb2-6f47-4473-b172-da5906940920 req-93d80b69-9690-4847-8513-160bb2ca393e tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:51.961613 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0831efb2-6f47-4473-b172-da5906940920 req-93d80b69-9690-4847-8513-160bb2ca393e tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 944 time: 0.0616555 Oct 28 08:41:52.015529 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0831efb2-6f47-4473-b172-da5906940920 req-e5630eff-9f68-4e0b-b0e5-9dca06ff3a03 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421841 Oct 28 08:41:52.325659 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967b437-908b-4d12-a50a-075376af7bc1 req-e1401524-4014-41b7-895a-5e0f230449d5 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:52.327990 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c967b437-908b-4d12-a50a-075376af7bc1 req-e1401524-4014-41b7-895a-5e0f230449d5 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 945 time: 0.0773478 Oct 28 08:41:52.381060 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c967b437-908b-4d12-a50a-075376af7bc1 req-7673a435-3d06-4fec-8655-df714b9fd5f1 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462315 Oct 28 08:41:52.541442 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239d457-d848-4850-9435-15dd16946662 req-a2f61a34-fbf5-49bd-9ae6-524ed227bc78 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:52.543008 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d239d457-d848-4850-9435-15dd16946662 req-a2f61a34-fbf5-49bd-9ae6-524ed227bc78 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 947 time: 0.0744705 Oct 28 08:41:52.597450 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d239d457-d848-4850-9435-15dd16946662 req-da52df67-6920-4bd8-9fcd-60866fef4ba8 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482819 Oct 28 08:41:52.731385 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ec249-6ca4-45c3-9e95-fb9ebcc02683 req-48cf7e10-2432-4257-8d99-70135426f5ad tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:52.733293 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-888ec249-6ca4-45c3-9e95-fb9ebcc02683 req-48cf7e10-2432-4257-8d99-70135426f5ad tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0628498 Oct 28 08:41:52.781413 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-888ec249-6ca4-45c3-9e95-fb9ebcc02683 req-d40a20d2-d5c7-4628-95df-74b596570e7d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406413 Oct 28 08:41:52.980863 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7679042-b1fc-4e3f-9594-09f0863bd6b6 req-8e005e99-7c9d-4e06-b6e3-ad023e4265c0 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:52.982662 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d7679042-b1fc-4e3f-9594-09f0863bd6b6 req-8e005e99-7c9d-4e06-b6e3-ad023e4265c0 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0575731 Oct 28 08:41:53.028933 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d7679042-b1fc-4e3f-9594-09f0863bd6b6 req-c8389bd3-a8c7-4797-a3fb-ad8865855e7d tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320697 Oct 28 08:41:53.144531 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb328ec-6715-40e5-85da-1321f12bd994 req-99cf5c71-8d31-47cd-a6e1-0198801bf83e tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:53.146545 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-deb328ec-6715-40e5-85da-1321f12bd994 req-99cf5c71-8d31-47cd-a6e1-0198801bf83e tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 944 time: 0.0601647 Oct 28 08:41:53.186130 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-deb328ec-6715-40e5-85da-1321f12bd994 req-0b28362a-b503-4f99-92a0-7423f6fcb9bf tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331447 Oct 28 08:41:53.526443 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667a81d-4f3d-4b18-8d48-f3ba3f4e36b1 req-7d75c37f-fdb4-4d7e-bae5-0beaeec37b99 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:53.528041 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9667a81d-4f3d-4b18-8d48-f3ba3f4e36b1 req-7d75c37f-fdb4-4d7e-bae5-0beaeec37b99 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 945 time: 0.0721166 Oct 28 08:41:53.572381 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9667a81d-4f3d-4b18-8d48-f3ba3f4e36b1 req-62d2db23-4d0a-4a82-9568-6f8a783866b5 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384328 Oct 28 08:41:53.719317 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabf394-f264-4fb0-ae1c-64ba7b66c156 req-d54ce210-631b-4d0b-832a-19f5d3695ad6 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:53.720940 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6cabf394-f264-4fb0-ae1c-64ba7b66c156 req-d54ce210-631b-4d0b-832a-19f5d3695ad6 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 947 time: 0.0517628 Oct 28 08:41:53.763886 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6cabf394-f264-4fb0-ae1c-64ba7b66c156 req-351e76bf-5163-421b-ad56-5d32016e0468 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364900 Oct 28 08:41:53.934287 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad86b8-c967-40d7-941d-a5a277fe0835 req-6893c06f-da65-434f-9545-9c7ace3454a2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:53.937512 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b8ad86b8-c967-40d7-941d-a5a277fe0835 req-6893c06f-da65-434f-9545-9c7ace3454a2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0686820 Oct 28 08:41:53.999476 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b8ad86b8-c967-40d7-941d-a5a277fe0835 req-a02a4cf1-75f5-4084-9103-29fb4d3daa50 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481663 Oct 28 08:41:54.167375 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9765d4-3344-46c2-a642-f9b72c077ae4 req-3bfab676-79eb-4bae-a455-5a8b1c5e34e9 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:54.169751 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ef9765d4-3344-46c2-a642-f9b72c077ae4 req-3bfab676-79eb-4bae-a455-5a8b1c5e34e9 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0638433 Oct 28 08:41:54.215057 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ef9765d4-3344-46c2-a642-f9b72c077ae4 req-d9de7d90-122a-44e1-ba93-c43b5ceaf1c7 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386636 Oct 28 08:41:54.352832 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0106c39-7689-4262-ab9d-0d592f83f9bf req-0f16dba3-3a97-41ca-baf3-871b662db829 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:54.354402 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a0106c39-7689-4262-ab9d-0d592f83f9bf req-0f16dba3-3a97-41ca-baf3-871b662db829 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 944 time: 0.0709763 Oct 28 08:41:54.400731 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a0106c39-7689-4262-ab9d-0d592f83f9bf req-aa92eed4-1ea6-416b-b956-dd79482b4205 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396812 Oct 28 08:41:54.438373 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-dd285b68-21dd-4caa-ab31-d12a266dbf31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:54.705305 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb9cd6-70e6-441b-9ca7-8a56945b9e80 req-d3db07af-703d-4277-ac5b-4a4bc2c0962e tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:54.708384 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-31fb9cd6-70e6-441b-9ca7-8a56945b9e80 req-d3db07af-703d-4277-ac5b-4a4bc2c0962e tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 945 time: 0.0548759 Oct 28 08:41:54.759976 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-31fb9cd6-70e6-441b-9ca7-8a56945b9e80 req-33bea8d1-7dae-4812-972f-5c71524090f0 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438161 Oct 28 08:41:54.893175 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccf4f7-6aae-4834-9cad-20bf7742a69c req-7469b6b7-bd7e-4866-a10d-0b3af9be6152 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:54.894687 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-69ccf4f7-6aae-4834-9cad-20bf7742a69c req-7469b6b7-bd7e-4866-a10d-0b3af9be6152 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 947 time: 0.0547981 Oct 28 08:41:54.935475 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-69ccf4f7-6aae-4834-9cad-20bf7742a69c req-2fece694-cd50-4a7b-bd9c-304b3dd21ffd tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340548 Oct 28 08:41:55.132367 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed690ea1-4932-4784-b4cf-e74d62b65120 req-00d4a1cf-c23b-4662-accc-9c5de6db68b7 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:55.135208 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ed690ea1-4932-4784-b4cf-e74d62b65120 req-00d4a1cf-c23b-4662-accc-9c5de6db68b7 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0617993 Oct 28 08:41:55.172829 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ed690ea1-4932-4784-b4cf-e74d62b65120 req-96f398fa-2272-4f67-b63d-3cf6bb9cbf27 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318291 Oct 28 08:41:55.355896 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b8a94-17c4-49c9-bb48-6ee6d39cd118 req-b109a66f-2164-4ee8-ac1e-3ab9d9a15575 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:55.356960 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dc9b8a94-17c4-49c9-bb48-6ee6d39cd118 req-b109a66f-2164-4ee8-ac1e-3ab9d9a15575 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0670943 Oct 28 08:41:55.407187 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dc9b8a94-17c4-49c9-bb48-6ee6d39cd118 req-5028549b-6027-46c5-bbad-ce1fb2ba2ac5 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427983 Oct 28 08:41:55.470426 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:55.547380 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e359c1c-8f99-4897-99a0-c57bde41cf14 req-6bb45d90-a89e-4c4c-adbb-2defd3f0e7c8 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:55.549969 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3e359c1c-8f99-4897-99a0-c57bde41cf14 req-6bb45d90-a89e-4c4c-adbb-2defd3f0e7c8 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 944 time: 0.0555382 Oct 28 08:41:55.610935 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3e359c1c-8f99-4897-99a0-c57bde41cf14 req-30ed4e34-d3f1-48cf-9f7f-894423e53573 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471802 Oct 28 08:41:55.702881 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:55.904761 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5eacf-3182-4131-a4ed-570b624fa15c req-868da2eb-e2f4-409c-945e-8cd1ce2e230b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:55.913541 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-49f5eacf-3182-4131-a4ed-570b624fa15c req-868da2eb-e2f4-409c-945e-8cd1ce2e230b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 945 time: 0.0674593 Oct 28 08:41:55.950427 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-49f5eacf-3182-4131-a4ed-570b624fa15c req-a2a23328-75d0-4b9a-a131-7277ab64acbf tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358477 Oct 28 08:41:56.067744 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6e662-ce62-4a61-abcb-839f1acfa3dd req-3e68613e-6285-4e65-9865-365c8c129a39 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:56.069901 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e4c6e662-ce62-4a61-abcb-839f1acfa3dd req-3e68613e-6285-4e65-9865-365c8c129a39 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 947 time: 0.0559335 Oct 28 08:41:56.157585 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e4c6e662-ce62-4a61-abcb-839f1acfa3dd req-83a00f4f-b781-40fe-987a-afb003eb527b tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757720 Oct 28 08:41:56.308325 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b501a-3902-42a1-98cc-a29c322d4f62 req-234526da-a678-434b-ab43-21813fdb66f1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:56.310154 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-963b501a-3902-42a1-98cc-a29c322d4f62 req-234526da-a678-434b-ab43-21813fdb66f1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0544174 Oct 28 08:41:56.355320 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-963b501a-3902-42a1-98cc-a29c322d4f62 req-d5e2b4f7-9095-4762-aac5-fcc95b932bbe tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347254 Oct 28 08:41:56.539769 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b7621-9293-49c0-b510-f7e106b2af4e req-0bc18d56-653a-4945-9431-9f72a246bbcb tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:56.541656 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-837b7621-9293-49c0-b510-f7e106b2af4e req-0bc18d56-653a-4945-9431-9f72a246bbcb tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0586054 Oct 28 08:41:56.585251 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-837b7621-9293-49c0-b510-f7e106b2af4e req-0360cbcc-aabc-49bd-9a5d-9c8c37c7032f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364752 Oct 28 08:41:56.742681 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bd28d-bdc0-4a33-bc72-71f6e44730ec req-a89141ea-b40b-45d9-b423-9fc495d6442e tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:56.744344 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-de1bd28d-bdc0-4a33-bc72-71f6e44730ec req-a89141ea-b40b-45d9-b423-9fc495d6442e tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 944 time: 0.0581734 Oct 28 08:41:56.784199 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-de1bd28d-bdc0-4a33-bc72-71f6e44730ec req-8c4efd88-c58a-43e6-bbed-a22298dd04b5 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329142 Oct 28 08:41:57.076635 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3cec4-449f-47ee-97a3-fbec026420c0 req-8a536d9a-0049-40ca-94ea-0c96600adeb3 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:57.078034 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bdf3cec4-449f-47ee-97a3-fbec026420c0 req-8a536d9a-0049-40ca-94ea-0c96600adeb3 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 945 time: 0.0537486 Oct 28 08:41:57.122021 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bdf3cec4-449f-47ee-97a3-fbec026420c0 req-88446311-9618-4e69-93d8-40142c300a05 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369623 Oct 28 08:41:57.278487 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33243ad6-5f70-4a75-9eab-b04ed7466398 req-fbcfea7e-36f1-460e-8c8c-de6d31e11d17 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:57.279951 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-33243ad6-5f70-4a75-9eab-b04ed7466398 req-fbcfea7e-36f1-460e-8c8c-de6d31e11d17 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 947 time: 0.0516098 Oct 28 08:41:57.335636 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-33243ad6-5f70-4a75-9eab-b04ed7466398 req-79f473c2-2134-4ad6-b1b2-507fa15baecd tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450363 Oct 28 08:41:57.429638 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:57.511605 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b330f-5522-4113-b114-c8e165909e6f req-d797ac2c-c9c0-423d-b90c-75d1685ad63a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:57.513372 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-441b330f-5522-4113-b114-c8e165909e6f req-d797ac2c-c9c0-423d-b90c-75d1685ad63a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0685704 Oct 28 08:41:57.553334 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-441b330f-5522-4113-b114-c8e165909e6f req-c6a1ea7e-16c3-4343-bc33-96e1a0eb8826 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331979 Oct 28 08:41:57.744447 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f8b84-44e2-4159-97a0-6b06f5b8ec8b req-2c93eaa4-27c9-44cb-98ff-5b79cbb43bca tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:57.747075 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-169f8b84-44e2-4159-97a0-6b06f5b8ec8b req-2c93eaa4-27c9-44cb-98ff-5b79cbb43bca tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0886168 Oct 28 08:41:57.816069 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-169f8b84-44e2-4159-97a0-6b06f5b8ec8b req-d534b23f-8dca-46a4-a4d8-d5a8a2e4acaa tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622828 Oct 28 08:41:57.932400 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 53830) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:57.947875 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbfa2b-901a-470d-81d2-aa95767da2e3 req-35015043-5e2c-45ca-a29e-5b5fdddd39bc tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:57.949752 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-84bbfa2b-901a-470d-81d2-aa95767da2e3 req-35015043-5e2c-45ca-a29e-5b5fdddd39bc tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 944 time: 0.0581965 Oct 28 08:41:57.996870 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-84bbfa2b-901a-470d-81d2-aa95767da2e3 req-952e574e-8f29-4e9a-9d35-ef06628a95a8 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403633 Oct 28 08:41:58.108203 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-9499095a-312f-47e1-9a98-97e059903181 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:58.197108 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-9499095a-312f-47e1-9a98-97e059903181 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:58.228507 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-9499095a-312f-47e1-9a98-97e059903181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:58.331548 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499095a-312f-47e1-9a98-97e059903181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdb2998-125d-4ebc-8a3c-67f07937dc50,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:58.347456 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 53838) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:58.349180 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-9499095a-312f-47e1-9a98-97e059903181 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3255405297064c86b3ac9444a4fc3d11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4155648 Oct 28 08:41:58.362418 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7662414-3d55-4cfd-bcad-00045880a25d req-887b73f8-dc52-409e-ae80-f22d80d66982 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:58.364530 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e7662414-3d55-4cfd-bcad-00045880a25d req-887b73f8-dc52-409e-ae80-f22d80d66982 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 945 time: 0.1268296 Oct 28 08:41:58.427299 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e7662414-3d55-4cfd-bcad-00045880a25d req-e6040118-d573-45c9-98d2-16c1ce12e259 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532253 Oct 28 08:41:58.440771 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d59c7ff3-93b3-44e4-ad98-e1b4f31ef1a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:58.466436 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d59c7ff3-93b3-44e4-ad98-e1b4f31ef1a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:58.545642 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e69de-54b4-4632-a0f5-112f266819a4 req-2405d62c-6e22-4edc-a2ed-d1552800db8d tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:58.547135 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-848e69de-54b4-4632-a0f5-112f266819a4 req-2405d62c-6e22-4edc-a2ed-d1552800db8d tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 947 time: 0.0540106 Oct 28 08:41:58.552675 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d59c7ff3-93b3-44e4-ad98-e1b4f31ef1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:58.555232 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d59c7ff3-93b3-44e4-ad98-e1b4f31ef1a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:58.556258 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-d59c7ff3-93b3-44e4-ad98-e1b4f31ef1a5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8fdb2998-125d-4ebc-8a3c-67f07937dc50 HTTP/1.1" status: 204 len: 168 time: 0.2078617 Oct 28 08:41:58.580459 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c7ff3-93b3-44e4-ad98-e1b4f31ef1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdb2998-125d-4ebc-8a3c-67f07937dc50,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:58.604140 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-848e69de-54b4-4632-a0f5-112f266819a4 req-29f806ca-4d08-413d-a1f0-01089f10ba4e tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468147 Oct 28 08:41:58.732136 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71370fd0-8473-41e7-903b-c7c72aad2e94 req-6caeb032-3919-4be5-96e8-9f0dba363c81 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:58.733817 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-71370fd0-8473-41e7-903b-c7c72aad2e94 req-6caeb032-3919-4be5-96e8-9f0dba363c81 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0542994 Oct 28 08:41:58.774850 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-71370fd0-8473-41e7-903b-c7c72aad2e94 req-3fb54c8d-fc08-4d45-967c-ccb29e8c6aae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344594 Oct 28 08:41:58.886680 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 53850) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:58.904970 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-301fc50d-c5ae-45d5-8d79-b036e1fb84b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:58.944350 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc08b39-3531-40d6-9bff-8723c04fe111 req-160c25cd-0bbd-4396-abcc-be6c23138bb1 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:58.946061 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bbc08b39-3531-40d6-9bff-8723c04fe111 req-160c25cd-0bbd-4396-abcc-be6c23138bb1 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0539348 Oct 28 08:41:58.987011 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bbc08b39-3531-40d6-9bff-8723c04fe111 req-f723634e-0231-4c60-a8cd-9d04f6bc68ef tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341136 Oct 28 08:41:58.989604 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-301fc50d-c5ae-45d5-8d79-b036e1fb84b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:58.994613 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-301fc50d-c5ae-45d5-8d79-b036e1fb84b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:59.040253 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fc50d-c5ae-45d5-8d79-b036e1fb84b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eee6d91-d17e-443e-82de-832d5a87518f,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:59.046554 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-301fc50d-c5ae-45d5-8d79-b036e1fb84b5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c628e2cbf51040e5992ca88f6090746f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581213 Oct 28 08:41:59.047445 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 53854) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:59.132392 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e2b4684b-a640-484b-8362-a887e62bd6d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:59.153098 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3a06b-3d3a-4eec-962d-f52c57b8357a req-86bb5b67-cd75-4bc9-919b-fa83f4710c3e tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:59.154564 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a3e3a06b-3d3a-4eec-962d-f52c57b8357a req-86bb5b67-cd75-4bc9-919b-fa83f4710c3e tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 944 time: 0.0837350 Oct 28 08:41:59.172778 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e2b4684b-a640-484b-8362-a887e62bd6d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:59.224937 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a3e3a06b-3d3a-4eec-962d-f52c57b8357a req-0cc2c045-fba6-4b65-ba25-64ce63e4e69b tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609400 Oct 28 08:41:59.248849 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e2b4684b-a640-484b-8362-a887e62bd6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:59.251604 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e2b4684b-a640-484b-8362-a887e62bd6d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:59.252781 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-e2b4684b-a640-484b-8362-a887e62bd6d9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8eee6d91-d17e-443e-82de-832d5a87518f HTTP/1.1" status: 204 len: 168 time: 0.2042925 Oct 28 08:41:59.262018 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4684b-a640-484b-8362-a887e62bd6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eee6d91-d17e-443e-82de-832d5a87518f,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:59.558049 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceac76-8281-4577-b1d8-080a450df050 req-5eefc9c1-f226-44d2-84db-02d90af60249 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:59.559797 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b6ceac76-8281-4577-b1d8-080a450df050 req-5eefc9c1-f226-44d2-84db-02d90af60249 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 945 time: 0.0606303 Oct 28 08:41:59.601218 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b6ceac76-8281-4577-b1d8-080a450df050 req-6dea4557-b248-440b-8d70-79ebe4f2123b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351233 Oct 28 08:41:59.736290 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2744df-9670-4c53-8da9-3c6257760953 req-c433cf64-03f3-4240-8722-a41f950f235f tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:59.737771 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0c2744df-9670-4c53-8da9-3c6257760953 req-c433cf64-03f3-4240-8722-a41f950f235f tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 947 time: 0.0575612 Oct 28 08:41:59.777298 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0c2744df-9670-4c53-8da9-3c6257760953 req-b791db14-d8f1-4445-b890-54d42702634a tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331919 Oct 28 08:41:59.897562 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20f5a3-7147-4782-8d00-e4db4352a66e req-290a6720-23bf-4009-9815-2471b0fb82e8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:59.899075 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-be20f5a3-7147-4782-8d00-e4db4352a66e req-290a6720-23bf-4009-9815-2471b0fb82e8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0503812 Oct 28 08:41:59.937971 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-be20f5a3-7147-4782-8d00-e4db4352a66e req-e5e723a1-c723-4ab0-9c16-0fe00c1560cc tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327961 Oct 28 08:42:00.107796 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10561f83-978d-4a28-9e94-82e8b91ac377 req-01dd56e2-b5ff-40d6-ae0e-e8f6b949438c tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:00.109261 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-10561f83-978d-4a28-9e94-82e8b91ac377 req-01dd56e2-b5ff-40d6-ae0e-e8f6b949438c tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0495164 Oct 28 08:42:00.154828 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-10561f83-978d-4a28-9e94-82e8b91ac377 req-247c548a-dcc8-435b-ba4d-9631d3152bb6 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395436 Oct 28 08:42:00.352794 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a392e6-e499-4425-aadd-3e2b1f19bac6 req-5ed3c8b7-f644-4727-a959-e80ff1193b06 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:00.354280 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-89a392e6-e499-4425-aadd-3e2b1f19bac6 req-5ed3c8b7-f644-4727-a959-e80ff1193b06 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 944 time: 0.0612342 Oct 28 08:42:00.403270 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-89a392e6-e499-4425-aadd-3e2b1f19bac6 req-720fba60-045a-4174-9b4e-c7e291c41ec7 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430663 Oct 28 08:42:00.721073 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219bc9c-23f8-47de-8cda-6378ea801ba8 req-ba4b6132-87fa-4a52-a9be-386cf4f68be9 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:00.722646 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9219bc9c-23f8-47de-8cda-6378ea801ba8 req-ba4b6132-87fa-4a52-a9be-386cf4f68be9 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 945 time: 0.0512252 Oct 28 08:42:00.762061 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9219bc9c-23f8-47de-8cda-6378ea801ba8 req-cc4953e0-6cdb-447c-af49-80b4a5c584a3 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327232 Oct 28 08:42:00.892048 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5d443-8fd2-4d72-9e67-a9a779751ac4 req-a186c3f4-4382-465e-a7b5-a1ea267fa8d0 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:00.893415 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ada5d443-8fd2-4d72-9e67-a9a779751ac4 req-a186c3f4-4382-465e-a7b5-a1ea267fa8d0 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 947 time: 0.0492990 Oct 28 08:42:00.934553 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ada5d443-8fd2-4d72-9e67-a9a779751ac4 req-6604cd0e-5010-4cee-bd9d-e674a9ad5768 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336661 Oct 28 08:42:01.065228 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e295e8d-dfb8-4507-b274-df383240ba87 req-8c7c8f46-baf8-4d0c-a007-945d7cac908c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:01.065228 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7e295e8d-dfb8-4507-b274-df383240ba87 req-8c7c8f46-baf8-4d0c-a007-945d7cac908c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0533047 Oct 28 08:42:01.101429 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7e295e8d-dfb8-4507-b274-df383240ba87 req-ac2d7e18-2c01-4380-9f01-983e710cb642 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316725 Oct 28 08:42:01.269929 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db0a8f-d6ae-4a3c-a4a4-8f758b07b65c req-bed20487-2ea3-4d4e-8eff-32652f05dbc5 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:01.272569 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-37db0a8f-d6ae-4a3c-a4a4-8f758b07b65c req-bed20487-2ea3-4d4e-8eff-32652f05dbc5 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0495617 Oct 28 08:42:01.311618 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-37db0a8f-d6ae-4a3c-a4a4-8f758b07b65c req-dd5f1f49-3bfa-4e4b-9d0c-58777c41a916 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328507 Oct 28 08:42:01.518682 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0719a5-d1c5-4491-8e0c-6817da50af1e req-8bbe5c43-5261-48a2-85ce-d03c2082248d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:01.520513 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3c0719a5-d1c5-4491-8e0c-6817da50af1e req-8bbe5c43-5261-48a2-85ce-d03c2082248d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 944 time: 0.0501413 Oct 28 08:42:01.558745 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3c0719a5-d1c5-4491-8e0c-6817da50af1e req-845b5320-5975-4457-9f72-4281cfe04423 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318439 Oct 28 08:42:01.881394 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff8149-4669-47f8-99c4-35a6ecb935cb req-5b115238-e72d-42ef-935d-48258f790a92 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:01.882859 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-deff8149-4669-47f8-99c4-35a6ecb935cb req-5b115238-e72d-42ef-935d-48258f790a92 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 945 time: 0.0525703 Oct 28 08:42:01.926083 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-deff8149-4669-47f8-99c4-35a6ecb935cb req-c6e1eb15-adc1-45ed-8a94-f745aa36daaa tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372326 Oct 28 08:42:02.053559 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81db41c-ace8-4664-9051-64fab1cbec16 req-d3ee6fd4-b4a9-4b5a-994f-1881b425b7c0 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:02.055179 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c81db41c-ace8-4664-9051-64fab1cbec16 req-d3ee6fd4-b4a9-4b5a-994f-1881b425b7c0 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 947 time: 0.0497839 Oct 28 08:42:02.093385 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c81db41c-ace8-4664-9051-64fab1cbec16 req-d7bc9fc0-1b1b-47ac-abb0-7ef19bcb1344 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320861 Oct 28 08:42:02.222195 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e6e56-c171-4b03-b3bc-41b9be25535c req-2e5feef0-3746-4868-a227-77a523582df9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:02.224309 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b19e6e56-c171-4b03-b3bc-41b9be25535c req-2e5feef0-3746-4868-a227-77a523582df9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0513537 Oct 28 08:42:02.262059 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b19e6e56-c171-4b03-b3bc-41b9be25535c req-5790e184-537c-4190-8447-bfdc4c026236 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315988 Oct 28 08:42:02.456055 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fb194dbb-da55-4b4c-ace3-fedaad3894a5 req-d93d5032-3b4b-4c49-8a75-cc092f5ebf87 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93c85b10-5891-4f31-b058-20a4f4a01304 HTTP/1.1" status: 200 len: 217 time: 0.0426192 Oct 28 08:42:02.496307 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5767a-5294-4b3d-a111-f9104608fc78 req-0142a31d-c853-4250-9f95-a38d36ba9f4b tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:02.503434 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-10b5767a-5294-4b3d-a111-f9104608fc78 req-0142a31d-c853-4250-9f95-a38d36ba9f4b tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.1179004 Oct 28 08:42:02.560968 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb194dbb-da55-4b4c-ace3-fedaad3894a5 req-3cb2991f-4421-40a8-93fa-4b7d7608883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:02.562999 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fb194dbb-da55-4b4c-ace3-fedaad3894a5 req-3cb2991f-4421-40a8-93fa-4b7d7608883d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2fd21eb4-40f5-47c1-b699-b95baa074a71 HTTP/1.1" status: 200 len: 858 time: 0.0891454 Oct 28 08:42:02.569673 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36a955-3920-4040-a42b-6142ef80ef49 req-e748acc3-9e2e-4d75-a680-7dfd291d69a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:02.571342 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-cb36a955-3920-4040-a42b-6142ef80ef49 req-e748acc3-9e2e-4d75-a680-7dfd291d69a2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c6091e93f804ac3b925a7b3e9f3c747&device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 1097 time: 0.0623944 Oct 28 08:42:02.579039 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-10b5767a-5294-4b3d-a111-f9104608fc78 req-2b27144b-e9db-4634-96c1-8ed0f555b5c9 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747359 Oct 28 08:42:02.582584 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1019a64c-8635-4081-a4d4-9ffc0301991f req-df064df8-5208-4c24-8fe9-334abd4a1335 service neutron] 10.222.0.77 "GET /v2.0/networks/f3401569-ece1-4110-a0af-2bfca3b6fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655672 Oct 28 08:42:02.607723 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fb194dbb-da55-4b4c-ace3-fedaad3894a5 req-1ac0d06d-907c-4bb0-ac58-27de601abb88 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0ff72cbf-ad46-4828-989e-fa971038eaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327034 Oct 28 08:42:02.743215 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355ca66-5db5-47f7-a269-0ffbaaf8a6d3 req-2d8fb7b3-6d7d-4b6c-b2fa-d53aeed8bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:02.744661 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d355ca66-5db5-47f7-a269-0ffbaaf8a6d3 req-2d8fb7b3-6d7d-4b6c-b2fa-d53aeed8bb8c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 1098 time: 0.1142526 Oct 28 08:42:02.756435 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34920f-5ee4-4796-8e40-db1f61a91668 req-f2b8d73e-b108-457b-aee9-4966cde832aa tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:02.758008 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9d34920f-5ee4-4796-8e40-db1f61a91668 req-f2b8d73e-b108-457b-aee9-4966cde832aa tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 944 time: 0.0993748 Oct 28 08:42:02.761086 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524e87b-29ef-41c3-bfea-a25678e4b825 req-2703b1fe-956e-408a-ae97-b9a3e7bab968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:02.762617 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f524e87b-29ef-41c3-bfea-a25678e4b825 req-2703b1fe-956e-408a-ae97-b9a3e7bab968 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d17c94064e3e4771a88f32c016d0f62a&device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 1100 time: 0.0921946 Oct 28 08:42:02.806362 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9d34920f-5ee4-4796-8e40-db1f61a91668 req-3b350407-4687-4670-b6cb-bbb7744dcf11 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419152 Oct 28 08:42:02.959099 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d355ca66-5db5-47f7-a269-0ffbaaf8a6d3 req-77e4e305-816a-4aaa-860b-289ebf3f2020 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907383 Oct 28 08:42:02.992982 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524e87b-29ef-41c3-bfea-a25678e4b825 req-b2e93f06-8fc5-4088-900f-da3dee87d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:02.994617 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f524e87b-29ef-41c3-bfea-a25678e4b825 req-b2e93f06-8fc5-4088-900f-da3dee87d698 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f3401569-ece1-4110-a0af-2bfca3b6fc7f HTTP/1.1" status: 200 len: 871 time: 0.1253757 Oct 28 08:42:03.054829 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55048d-98ef-4231-883d-deda04013733 req-79cc09f9-6a52-4834-99f9-13ec30baae18 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:03.056794 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6d55048d-98ef-4231-883d-deda04013733 req-79cc09f9-6a52-4834-99f9-13ec30baae18 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 945 time: 0.0512099 Oct 28 08:42:03.080108 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36a955-3920-4040-a42b-6142ef80ef49 req-4138a417-4964-41f3-a14a-f24f4af0fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:03.081559 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-cb36a955-3920-4040-a42b-6142ef80ef49 req-4138a417-4964-41f3-a14a-f24f4af0fa0b service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=5c6091e93f804ac3b925a7b3e9f3c747&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4594076 Oct 28 08:42:03.092650 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fb194dbb-da55-4b4c-ace3-fedaad3894a5 req-290a06be-eee2-4f3b-9965-ab99aa0f9a18 service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527545 Oct 28 08:42:03.095481 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6d55048d-98ef-4231-883d-deda04013733 req-d5e93802-3839-4532-a3e9-369abdc68943 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327046 Oct 28 08:42:03.223097 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc064b-809f-40b2-9c89-d40f3f1ac2bd req-7735f29d-afe7-4540-b428-1d91f9eb20e1 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:03.224561 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-06cc064b-809f-40b2-9c89-d40f3f1ac2bd req-7735f29d-afe7-4540-b428-1d91f9eb20e1 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 947 time: 0.0539873 Oct 28 08:42:03.274220 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-06cc064b-809f-40b2-9c89-d40f3f1ac2bd req-07073c54-495e-4837-8e77-ccd914f0e73e tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435221 Oct 28 08:42:03.393276 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42bbd3-917c-45e3-ae84-19538998247c req-1f2d17a3-0b7b-472d-a674-1945f3f282fb tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:03.394763 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9d42bbd3-917c-45e3-ae84-19538998247c req-1f2d17a3-0b7b-472d-a674-1945f3f282fb tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0569353 Oct 28 08:42:03.434192 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9d42bbd3-917c-45e3-ae84-19538998247c req-3d213bc8-c91b-46de-b07c-d04592025a66 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326083 Oct 28 08:42:03.484706 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f524e87b-29ef-41c3-bfea-a25678e4b825 req-eeeb7f03-654f-4db6-ad8f-3081eb7d1da7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=552b122b-0a21-4e0d-8069-7363bb657c19 HTTP/1.1" status: 200 len: 217 time: 0.0396993 Oct 28 08:42:03.546763 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524e87b-29ef-41c3-bfea-a25678e4b825 req-83500aad-8370-4211-add6-93d3265b140e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:03.548543 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f524e87b-29ef-41c3-bfea-a25678e4b825 req-83500aad-8370-4211-add6-93d3265b140e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=52618148-3c6d-4ff8-9a9d-39d3497c2c67 HTTP/1.1" status: 200 len: 843 time: 0.0562801 Oct 28 08:42:03.651850 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524e87b-29ef-41c3-bfea-a25678e4b825 req-b26294d3-ac91-4b14-8c68-3fbeeea2756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:03.653495 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f524e87b-29ef-41c3-bfea-a25678e4b825 req-b26294d3-ac91-4b14-8c68-3fbeeea2756c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f3401569-ece1-4110-a0af-2bfca3b6fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0643077 Oct 28 08:42:03.689611 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fb194dbb-da55-4b4c-ace3-fedaad3894a5 req-55a0a067-aa5e-4985-a934-5824f595b2d1 service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439764 Oct 28 08:42:03.714306 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36a955-3920-4040-a42b-6142ef80ef49 req-b86ece99-dd4e-4f1c-8405-7579b2534309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:03.716246 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-cb36a955-3920-4040-a42b-6142ef80ef49 req-b86ece99-dd4e-4f1c-8405-7579b2534309 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2719421 Oct 28 08:42:03.827320 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee008b2-2593-4620-8318-40f14154c149 req-f4dd97e8-307d-4376-abe1-2ff8ab767be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:03.828501 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fee008b2-2593-4620-8318-40f14154c149 req-f4dd97e8-307d-4376-abe1-2ff8ab767be9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e86d34d96c64ad4a33efd5f4918dc05&device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 1098 time: 0.0642376 Oct 28 08:42:03.939534 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e95f05-63f8-40dc-8712-d5906b9b82c9 req-867f920d-2a4f-4401-8cf8-5ae325960209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:03.941167 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-59e95f05-63f8-40dc-8712-d5906b9b82c9 req-867f920d-2a4f-4401-8cf8-5ae325960209 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 1098 time: 0.1101921 Oct 28 08:42:03.985600 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee008b2-2593-4620-8318-40f14154c149 req-ae04d8e4-0b35-4fe4-aebc-97adac367927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:03.987104 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fee008b2-2593-4620-8318-40f14154c149 req-ae04d8e4-0b35-4fe4-aebc-97adac367927 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0ff72cbf-ad46-4828-989e-fa971038eaa3 HTTP/1.1" status: 200 len: 920 time: 0.1259689 Oct 28 08:42:04.008697 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-59e95f05-63f8-40dc-8712-d5906b9b82c9 req-1d4fe8c5-ef3f-40d0-88b5-e03b9f648a6b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580192 Oct 28 08:42:04.038763 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fee008b2-2593-4620-8318-40f14154c149 req-760aefce-b084-4095-9044-868373e6b709 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93c85b10-5891-4f31-b058-20a4f4a01304 HTTP/1.1" status: 200 len: 217 time: 0.0418606 Oct 28 08:42:04.110590 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ca333-b7e3-4019-9e6d-46b107aa3d7e req-883626cb-61a5-4348-9786-53e7a78c7d9e tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:04.111970 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-316ca333-b7e3-4019-9e6d-46b107aa3d7e req-883626cb-61a5-4348-9786-53e7a78c7d9e tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.4412894 Oct 28 08:42:04.123617 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88d0ca-4fb6-4d49-ae39-2e07f513b728 req-a5d75975-27e1-4557-b479-3da726046b72 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:04.124992 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4b88d0ca-4fb6-4d49-ae39-2e07f513b728 req-a5d75975-27e1-4557-b479-3da726046b72 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 944 time: 0.1292820 Oct 28 08:42:04.137753 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-6782c51f-3aea-40bb-bd47-0c95ad24c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:04.139237 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-6782c51f-3aea-40bb-bd47-0c95ad24c649 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c6091e93f804ac3b925a7b3e9f3c747&device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 1097 time: 0.1448290 Oct 28 08:42:04.173386 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f524e87b-29ef-41c3-bfea-a25678e4b825 req-8234eede-edcc-4c4a-8f4c-ff65443cfc34 service neutron] 10.222.0.77 "GET /v2.0/networks/f3401569-ece1-4110-a0af-2bfca3b6fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012598 Oct 28 08:42:04.208655 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-316ca333-b7e3-4019-9e6d-46b107aa3d7e req-0c4164ae-940a-4081-874b-486c8c2ae07a tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788369 Oct 28 08:42:04.213838 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4b88d0ca-4fb6-4d49-ae39-2e07f513b728 req-9c28319e-0470-4d96-82bf-4f4bb193d126 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737317 Oct 28 08:42:04.334966 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eaad83-0826-4fd4-b06b-5490886af000 req-e711f14e-32ec-4b01-9275-5b9606983cdc tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:04.334966 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-42eaad83-0826-4fd4-b06b-5490886af000 req-e711f14e-32ec-4b01-9275-5b9606983cdc tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 945 time: 0.0668614 Oct 28 08:42:04.365078 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee008b2-2593-4620-8318-40f14154c149 req-ca3656c5-7023-4bad-9845-d55dd3116515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:04.366462 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fee008b2-2593-4620-8318-40f14154c149 req-ca3656c5-7023-4bad-9845-d55dd3116515 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2fd21eb4-40f5-47c1-b699-b95baa074a71 HTTP/1.1" status: 200 len: 858 time: 0.0581491 Oct 28 08:42:04.377902 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-e1c20449-d51c-46a4-9176-8a400d335bc9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=760c9603-2fe5-4dc3-aa4c-7ff255fee93d HTTP/1.1" status: 200 len: 217 time: 0.0682471 Oct 28 08:42:04.401189 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fee008b2-2593-4620-8318-40f14154c149 req-2b6705bf-1b0a-48dd-a0a6-7813de1a0d23 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0ff72cbf-ad46-4828-989e-fa971038eaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248721 Oct 28 08:42:04.522927 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fee008b2-2593-4620-8318-40f14154c149 req-bd174ad5-730d-417d-9314-17bd1b13a7b9 service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104424 Oct 28 08:42:04.532048 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-42eaad83-0826-4fd4-b06b-5490886af000 req-096aef37-29a5-47ac-928a-0b258da2957e tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661820 Oct 28 08:42:04.543004 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-bfb9076b-b524-43fe-997a-a1ecc1b908fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:04.544527 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-bfb9076b-b524-43fe-997a-a1ecc1b908fe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1 HTTP/1.1" status: 200 len: 854 time: 0.1239214 Oct 28 08:42:04.557310 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc1bd4-ddeb-484d-88fc-6f4f67aa07d4 req-10875471-64e3-4ffe-b271-a90c219afb4a tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:04.559285 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4fbc1bd4-ddeb-484d-88fc-6f4f67aa07d4 req-10875471-64e3-4ffe-b271-a90c219afb4a tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 947 time: 0.1942084 Oct 28 08:42:04.594652 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f524e87b-29ef-41c3-bfea-a25678e4b825 req-5bda2452-b856-4c8e-8582-9c602f56821b service neutron] 10.222.0.77 "GET /v2.0/networks/f3401569-ece1-4110-a0af-2bfca3b6fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788286 Oct 28 08:42:04.684677 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-5a8471b6-f239-463a-8db6-7aed7e32d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:04.686508 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-5a8471b6-f239-463a-8db6-7aed7e32d4e1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1123192 Oct 28 08:42:04.704799 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4fbc1bd4-ddeb-484d-88fc-6f4f67aa07d4 req-65f1f6ca-8f2a-485b-9119-358ca72bdf70 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171415 Oct 28 08:42:04.728241 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-fee008b2-2593-4620-8318-40f14154c149 req-80acbb00-ddd0-42b6-a7d7-6a224f5077b0 service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636992 Oct 28 08:42:04.792801 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9a995-6893-49e1-8d6f-173ab6f71a69 req-f4fd9c03-41df-4707-b5b8-07e679f706e8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:04.794314 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-eba9a995-6893-49e1-8d6f-173ab6f71a69 req-f4fd9c03-41df-4707-b5b8-07e679f706e8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.1350079 Oct 28 08:42:04.845899 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-9b350182-5de5-4f08-8cb3-dc6bd496537e service neutron] 10.222.0.77 "GET /v2.0/networks/f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436300 Oct 28 08:42:04.858762 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-eba9a995-6893-49e1-8d6f-173ab6f71a69 req-2f336213-34b6-4a01-bc85-1fce86d01bba tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577617 Oct 28 08:42:04.958876 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-53e1ae4d-54cc-4bb3-a2b9-5e694195b7ff req-3ce3bf72-8b7d-4ab4-9986-4068b573a942 service neutron] 10.222.0.77 "GET /v2.0/networks/f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990789 Oct 28 08:42:05.356972 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff83d8-86db-43e5-bd90-f07caa10130d req-4c1eae26-944e-4c74-a390-965c34f925e0 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:05.358502 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-48ff83d8-86db-43e5-bd90-f07caa10130d req-4c1eae26-944e-4c74-a390-965c34f925e0 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0768766 Oct 28 08:42:05.367538 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132cb5a-b9ea-423b-ab73-85dfaff30860 req-8f497ae1-c3aa-4c24-a9db-7909cfc45f32 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:05.368976 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2132cb5a-b9ea-423b-ab73-85dfaff30860 req-8f497ae1-c3aa-4c24-a9db-7909cfc45f32 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 944 time: 0.0885584 Oct 28 08:42:05.427822 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-48ff83d8-86db-43e5-bd90-f07caa10130d req-a5c8cb6d-34c4-4272-9dba-26ff1f82451c tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578704 Oct 28 08:42:05.433191 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2132cb5a-b9ea-423b-ab73-85dfaff30860 req-6c4775bd-ac38-4407-9132-8ac7b9f828ad tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575471 Oct 28 08:42:05.654381 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea6854-9640-4181-ab05-b42544051601 req-c88126e4-ae2e-4468-b342-aae007dfb1f6 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:05.657875 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-13ea6854-9640-4181-ab05-b42544051601 req-c88126e4-ae2e-4468-b342-aae007dfb1f6 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 945 time: 0.0549092 Oct 28 08:42:05.702422 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-13ea6854-9640-4181-ab05-b42544051601 req-2b68e8cc-9cea-4b68-9219-b5552bbf858b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347300 Oct 28 08:42:05.835769 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506b659-fcb4-4ee2-98af-fcabc89a22e2 req-2c4860d0-99c7-42b3-ad4d-75907a1d4961 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:05.837211 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d506b659-fcb4-4ee2-98af-fcabc89a22e2 req-2c4860d0-99c7-42b3-ad4d-75907a1d4961 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 947 time: 0.0578437 Oct 28 08:42:05.896389 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d506b659-fcb4-4ee2-98af-fcabc89a22e2 req-f868cd6f-1f71-4e78-8562-8705d9cf985e tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479815 Oct 28 08:42:05.999446 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ce96f-5f10-4049-ba59-82ed80a4db8f req-6727a761-9178-4ece-ac7d-fcdab00cac8e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:06.000907 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-138ce96f-5f10-4049-ba59-82ed80a4db8f req-6727a761-9178-4ece-ac7d-fcdab00cac8e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0516491 Oct 28 08:42:06.046727 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-138ce96f-5f10-4049-ba59-82ed80a4db8f req-be78ebde-e47d-4d06-b47c-0be158c992a3 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396883 Oct 28 08:42:06.176974 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca112a-29c5-442b-80f2-3e7ca7087a55 req-6e083e37-83e7-4a89-8dd4-9d282c37a5a0 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:06.176974 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-89ca112a-29c5-442b-80f2-3e7ca7087a55 req-6e083e37-83e7-4a89-8dd4-9d282c37a5a0 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0552833 Oct 28 08:42:06.185880 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 53944) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:06.190581 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-fc2ac855-59c7-44c2-808f-d1e2a00418b8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Request body: {'floatingip': {'port_id': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:42:06.263166 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fc2ac855-59c7-44c2-808f-d1e2a00418b8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for floatingip, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:06.787698 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c6bcb-7c34-41a0-b6e7-9a84d3c52b91 req-4646208f-651a-49f5-82fb-d5af484b823e tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:06.789213 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8f6c6bcb-7c34-41a0-b6e7-9a84d3c52b91 req-4646208f-651a-49f5-82fb-d5af484b823e tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 944 time: 0.2777081 Oct 28 08:42:06.803920 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a482dee-32dc-4f94-bf5b-aa3e72756d5f req-98ebb403-7a59-4a6d-9abc-7115bcc1dab5 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:06.805357 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1a482dee-32dc-4f94-bf5b-aa3e72756d5f req-98ebb403-7a59-4a6d-9abc-7115bcc1dab5 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.2927642 Oct 28 08:42:06.951167 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.db.resource_extend [None req-fc2ac855-59c7-44c2-808f-d1e2a00418b8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 08:42:06.992696 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1a482dee-32dc-4f94-bf5b-aa3e72756d5f req-4637b513-001b-46f6-af70-8b36a11897a8 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646619 Oct 28 08:42:07.004547 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8f6c6bcb-7c34-41a0-b6e7-9a84d3c52b91 req-a5ffd7b0-d65e-4094-b0a9-e36c9aa9af03 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086601 Oct 28 08:42:07.067022 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fc2ac855-59c7-44c2-808f-d1e2a00418b8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:07.072142 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fc2ac855-59c7-44c2-808f-d1e2a00418b8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550714'] for floatingip, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:07.462478 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946af10-6f42-48d0-9e43-805a850e8ef5 req-cd0aa770-fd39-4c97-bd2c-23f582ac238c tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:07.463966 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3946af10-6f42-48d0-9e43-805a850e8ef5 req-cd0aa770-fd39-4c97-bd2c-23f582ac238c tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 947 time: 0.3894422 Oct 28 08:42:07.494618 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727725ba-982f-4e4d-98f0-d4144408c7e7 req-863ce3ed-a0cb-4578-a1fa-069d9dc310a2 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:07.494618 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-727725ba-982f-4e4d-98f0-d4144408c7e7 req-863ce3ed-a0cb-4578-a1fa-069d9dc310a2 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 945 time: 0.4052300 Oct 28 08:42:07.528739 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.l3_db [None req-fc2ac855-59c7-44c2-808f-d1e2a00418b8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Floating IP 0218d1fb-860f-4c0e-80d7-f0a38cf4aeab associated. External IP: 172.27.2.198, port: 2e8c6f82-a258-4342-aacf-0b4e80ccd12e. Oct 28 08:42:07.611653 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3946af10-6f42-48d0-9e43-805a850e8ef5 req-09617ea2-ca23-4553-8eec-273bdb5410c7 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406279 Oct 28 08:42:07.630523 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-727725ba-982f-4e4d-98f0-d4144408c7e7 req-eddc5ea2-eaff-4e86-8f03-ecf6da6c6ad2 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248755 Oct 28 08:42:07.780408 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2ac855-59c7-44c2-808f-d1e2a00418b8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Router 7f9b9f47-3750-423d-b928-4750646d1d9c has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:42:07.902041 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2ac855-59c7-44c2-808f-d1e2a00418b8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:42:07.907055 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fc2ac855-59c7-44c2-808f-d1e2a00418b8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:07.912495 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497cc58-137e-49a9-b715-594bea2fb06c None None] Sync routers for ids ['7f9b9f47-3750-423d-b928-4750646d1d9c'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:42:07.923352 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e497cc58-137e-49a9-b715-594bea2fb06c None None] Routers {'7f9b9f47-3750-423d-b928-4750646d1d9c'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:42:07.924026 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-e497cc58-137e-49a9-b715-594bea2fb06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:41:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['7f9b9f47-3750-423d-b928-4750646d1d9c'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:42:07.935978 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-fc2ac855-59c7-44c2-808f-d1e2a00418b8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "PUT /v2.0/floatingips/0218d1fb-860f-4c0e-80d7-f0a38cf4aeab HTTP/1.1" status: 200 len: 991 time: 1.7489183 Oct 28 08:42:07.936567 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423157c3-a1e9-43c5-8fda-01d1d93bd484', 'tag': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:42:07.938856 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b1c129-5bad-43e3-a72c-e960f100cc74" -d '{"events": [{"name": "network-changed", "server_uuid": "423157c3-a1e9-43c5-8fda-01d1d93bd484", "tag": "2e8c6f82-a258-4342-aacf-0b4e80ccd12e"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:42:08.031582 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-e497cc58-137e-49a9-b715-594bea2fb06c None None] Set router 7f9b9f47-3750-423d-b928-4750646d1d9c gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:42:08.262033 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-e497cc58-137e-49a9-b715-594bea2fb06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 4, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': '0218d1fb-860f-4c0e-80d7-f0a38cf4aeab', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'port_id': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'mac_address': 'fa:16:3e:70:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423157c3-a1e9-43c5-8fda-01d1d93bd484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:41:27Z', 'updated_at': '2021-10-28T08:42:06Z', 'revision_number': 1, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28', 'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'mac_address': 'fa:16:3e:0c:90:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:19Z', 'updated_at': '2021-10-28T08:41:31Z', 'revision_number': 5, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'subnets': [{'id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:42:08.282909 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 552b122b-0a21-4e0d-8069-7363bb657c19 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:42:08.291433 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497cc58-137e-49a9-b715-594bea2fb06c None None] Checking router: 7f9b9f47-3750-423d-b928-4750646d1d9c for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:42:08.299879 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e497cc58-137e-49a9-b715-594bea2fb06c None None] Routers {'7f9b9f47-3750-423d-b928-4750646d1d9c'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:42:08.300518 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-e497cc58-137e-49a9-b715-594bea2fb06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:41:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['7f9b9f47-3750-423d-b928-4750646d1d9c'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:42:08.386239 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 552b122b-0a21-4e0d-8069-7363bb657c19, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=552b122b-0a21-4e0d-8069-7363bb657c19,segment=NetworkSegment(2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a),segment_id=2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:42:08.400369 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': '552b122b-0a21-4e0d-8069-7363bb657c19', 'network_id': 'f3401569-ece1-4110-a0af-2bfca3b6fc7f', 'port_id': '552b122b-0a21-4e0d-8069-7363bb657c19', 'mac_address': 'fa:16:3e:11:c4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52618148-3c6d-4ff8-9a9d-39d3497c2c67', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:42:08.413849 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-e497cc58-137e-49a9-b715-594bea2fb06c None None] Set router 7f9b9f47-3750-423d-b928-4750646d1d9c gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:42:08.442546 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:08.455605 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552b122b-0a21-4e0d-8069-7363bb657c19 {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:42:08.476473 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 552b122b-0a21-4e0d-8069-7363bb657c19, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=552b122b-0a21-4e0d-8069-7363bb657c19,segment=NetworkSegment(2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a),segment_id=2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:42:08.480781 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:08.530808 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=552b122b-0a21-4e0d-8069-7363bb657c19,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:08.768388 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-e497cc58-137e-49a9-b715-594bea2fb06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 4, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': '0218d1fb-860f-4c0e-80d7-f0a38cf4aeab', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'port_id': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'mac_address': 'fa:16:3e:70:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423157c3-a1e9-43c5-8fda-01d1d93bd484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:41:27Z', 'updated_at': '2021-10-28T08:42:06Z', 'revision_number': 1, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28', 'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'mac_address': 'fa:16:3e:0c:90:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:19Z', 'updated_at': '2021-10-28T08:41:31Z', 'revision_number': 5, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'subnets': [{'id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:42:08.795499 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497cc58-137e-49a9-b715-594bea2fb06c None None] The sync data for ids ['7f9b9f47-3750-423d-b928-4750646d1d9c'] in dv-cinder-815660-3-iscsi is: [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 4, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': '0218d1fb-860f-4c0e-80d7-f0a38cf4aeab', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'port_id': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'mac_address': 'fa:16:3e:70:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423157c3-a1e9-43c5-8fda-01d1d93bd484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:41:27Z', 'updated_at': '2021-10-28T08:42:06Z', 'revision_number': 1, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28', 'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'mac_address': 'fa:16:3e:0c:90:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:19Z', 'updated_at': '2021-10-28T08:41:31Z', 'revision_number': 5, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'subnets': [{'id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:42:08.986780 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb39c65-8e19-421c-8bdb-dccbf19bc7f4 None None] New status for floating IP 0218d1fb-860f-4c0e-80d7-f0a38cf4aeab: ACTIVE {{(pid=108151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:42:10.917055 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dff995-a796-4cf6-912e-e5cb62777a57 x-openstack-request-id: req-33dff995-a796-4cf6-912e-e5cb62777a57 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:42:10.917764 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423157c3-a1e9-43c5-8fda-01d1d93bd484", "tag": "2e8c6f82-a258-4342-aacf-0b4e80ccd12e", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:42:10.917764 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-33dff995-a796-4cf6-912e-e5cb62777a57 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:42:10.918183 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423157c3-a1e9-43c5-8fda-01d1d93bd484', 'tag': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e', 'status': 'completed', 'code': 200} Oct 28 08:42:11.073177 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1c129-5bad-43e3-a72c-e960f100cc74 req-902229b6-9e78-4760-9f7d-0a307b1f31d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:11.074695 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-97b1c129-5bad-43e3-a72c-e960f100cc74 req-902229b6-9e78-4760-9f7d-0a307b1f31d0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e7a189da1ab4c96a271af47ac4baa62&device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 1098 time: 0.1281805 Oct 28 08:42:11.104061 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec1f91-8c9c-41fb-8de5-209fa2f49ef6 req-b65230ce-24d1-45f8-a5a9-582fddf62a14 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:11.113150 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0bec1f91-8c9c-41fb-8de5-209fa2f49ef6 req-b65230ce-24d1-45f8-a5a9-582fddf62a14 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.1567626 Oct 28 08:42:11.123634 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510864cc-2feb-424f-9564-05e8b46f49c3 req-61d0a2c8-f505-44bf-aba7-b83cf849b19d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:11.125095 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-510864cc-2feb-424f-9564-05e8b46f49c3 req-61d0a2c8-f505-44bf-aba7-b83cf849b19d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 944 time: 0.1280410 Oct 28 08:42:11.232171 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0bec1f91-8c9c-41fb-8de5-209fa2f49ef6 req-9aba7b53-c6c2-4bbd-b754-ba21f29e6ee6 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060033 Oct 28 08:42:11.239621 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-510864cc-2feb-424f-9564-05e8b46f49c3 req-601ebe3e-74f1-4387-a8f8-988aa319d795 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027195 Oct 28 08:42:11.271183 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1c129-5bad-43e3-a72c-e960f100cc74 req-6e22599f-9ed8-4c6d-9065-aede3875597a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:11.273084 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-97b1c129-5bad-43e3-a72c-e960f100cc74 req-6e22599f-9ed8-4c6d-9065-aede3875597a service neutron] 10.222.0.77 "GET /v2.0/networks?id=1bb7b256-4baa-432c-addc-978134812fe5 HTTP/1.1" status: 200 len: 918 time: 0.1873100 Oct 28 08:42:11.420613 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-97b1c129-5bad-43e3-a72c-e960f100cc74 req-9640e7c9-c708-45ce-9787-e566be36b35c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e8c6f82-a258-4342-aacf-0b4e80ccd12e HTTP/1.1" status: 200 len: 1001 time: 0.1101601 Oct 28 08:42:11.433706 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3a40f-9b56-43f7-a016-27dfaf030457 req-344b1c11-b03d-46a7-b38b-8ed1b0df0ef5 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:11.435336 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a3c3a40f-9b56-43f7-a016-27dfaf030457 req-344b1c11-b03d-46a7-b38b-8ed1b0df0ef5 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 948 time: 0.1270444 Oct 28 08:42:11.491747 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:42:11.524888 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1c129-5bad-43e3-a72c-e960f100cc74 req-c2d0c371-d267-4a6b-aee1-1005cb76c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:11.526389 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-97b1c129-5bad-43e3-a72c-e960f100cc74 req-c2d0c371-d267-4a6b-aee1-1005cb76c563 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd9bc392-6bd3-4140-a796-405119ac5b63 HTTP/1.1" status: 200 len: 855 time: 0.0901263 Oct 28 08:42:11.534155 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a3c3a40f-9b56-43f7-a016-27dfaf030457 req-42391ff2-a7d2-420b-aca8-fdc539ba2bb6 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902436 Oct 28 08:42:11.589521 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1c129-5bad-43e3-a72c-e960f100cc74 req-9509ed9a-835e-49d9-9e1e-ff2e99e72743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:11.591055 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-97b1c129-5bad-43e3-a72c-e960f100cc74 req-9509ed9a-835e-49d9-9e1e-ff2e99e72743 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1bb7b256-4baa-432c-addc-978134812fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555532 Oct 28 08:42:11.717284 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-97b1c129-5bad-43e3-a72c-e960f100cc74 req-69bdbfd8-b7e6-4887-a50d-1d9e676ea0ca service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176100 Oct 28 08:42:11.797742 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['552b122b-0a21-4e0d-8069-7363bb657c19'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:42:11.853146 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751ec03-0ea9-4e83-a59b-b9e0f9014eaf req-39536c8f-0404-48c4-9dcd-edc5bee8c749 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:11.854690 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e751ec03-0ea9-4e83-a59b-b9e0f9014eaf req-39536c8f-0404-48c4-9dcd-edc5bee8c749 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 945 time: 0.1048117 Oct 28 08:42:11.860280 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-97b1c129-5bad-43e3-a72c-e960f100cc74 req-3278cf6d-6f74-4c8a-98a3-ae491d35b6dd service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281462 Oct 28 08:42:11.913264 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e751ec03-0ea9-4e83-a59b-b9e0f9014eaf req-bb10d865-57e8-4a6d-bbd9-549b55739b6f tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519450 Oct 28 08:42:12.397633 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa5a9b-e984-4cca-9c0d-0c0497987de0 req-6362b3e1-59ed-4026-b960-45155c5db4e8 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:12.399112 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b8fa5a9b-e984-4cca-9c0d-0c0497987de0 req-6362b3e1-59ed-4026-b960-45155c5db4e8 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0874248 Oct 28 08:42:12.419907 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fb131-c729-46d6-8167-0af3d334ef5b req-deec0182-f165-4e0a-99c8-5b94a3e39b3e tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:12.421356 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-205fb131-c729-46d6-8167-0af3d334ef5b req-deec0182-f165-4e0a-99c8-5b94a3e39b3e tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 944 time: 0.0785730 Oct 28 08:42:12.475812 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b8fa5a9b-e984-4cca-9c0d-0c0497987de0 req-5b3e11d8-a2f4-4490-a717-f257a79d46a9 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704818 Oct 28 08:42:12.483043 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-205fb131-c729-46d6-8167-0af3d334ef5b req-31f58ed7-10c2-4965-9846-e3793118c871 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533159 Oct 28 08:42:12.653492 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3538e7-da7d-4310-a4bc-c968c4893824 req-b397e8c4-1f2e-4f71-aaa0-30395626607a tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:12.655109 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-aa3538e7-da7d-4310-a4bc-c968c4893824 req-b397e8c4-1f2e-4f71-aaa0-30395626607a tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 948 time: 0.0502152 Oct 28 08:42:12.695077 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-aa3538e7-da7d-4310-a4bc-c968c4893824 req-9a8fc754-533c-4386-91cc-0655247e972b tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338597 Oct 28 08:42:13.045567 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52d468-52c3-44ae-9e42-00df54a6ab56 req-6656db08-9680-48d7-ac71-58ef7fd58a7b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:13.047060 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ad52d468-52c3-44ae-9e42-00df54a6ab56 req-6656db08-9680-48d7-ac71-58ef7fd58a7b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 945 time: 0.0599780 Oct 28 08:42:13.088539 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ad52d468-52c3-44ae-9e42-00df54a6ab56 req-7d878d9d-e9a7-403e-a755-2ed5f152a336 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354028 Oct 28 08:42:14.527987 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 760c9603-2fe5-4dc3-aa4c-7ff255fee93d details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:42:14.624674 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=760c9603-2fe5-4dc3-aa4c-7ff255fee93d,segment=NetworkSegment(4d6b0a38-44cb-48e6-a456-7a3b9833ad10),segment_id=4d6b0a38-44cb-48e6-a456-7a3b9833ad10)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:42:14.635399 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': '760c9603-2fe5-4dc3-aa4c-7ff255fee93d', 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb', 'port_id': '760c9603-2fe5-4dc3-aa4c-7ff255fee93d', 'mac_address': 'fa:16:3e:4c:04:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:42:14.674778 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:14.688314 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760c9603-2fe5-4dc3-aa4c-7ff255fee93d {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:42:14.709752 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=760c9603-2fe5-4dc3-aa4c-7ff255fee93d,segment=NetworkSegment(4d6b0a38-44cb-48e6-a456-7a3b9833ad10),segment_id=4d6b0a38-44cb-48e6-a456-7a3b9833ad10)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:42:14.714480 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:14.765463 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=760c9603-2fe5-4dc3-aa4c-7ff255fee93d,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:17.226787 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808732a5-b647-4616-bd58-935fc68b1317 req-941dbcaf-2fed-4598-b052-8e709952f751 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:17.228235 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-808732a5-b647-4616-bd58-935fc68b1317 req-941dbcaf-2fed-4598-b052-8e709952f751 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0549033 Oct 28 08:42:17.267574 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-808732a5-b647-4616-bd58-935fc68b1317 req-f51cb9b0-1274-41d0-89e8-84c697d48410 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334249 Oct 28 08:42:17.380668 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ec6e8-4403-4f60-8058-bda924dcf1e3 req-a55dd159-bc55-47e3-84a4-cfc25de3a198 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:17.382252 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0f8ec6e8-4403-4f60-8058-bda924dcf1e3 req-a55dd159-bc55-47e3-84a4-cfc25de3a198 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 945 time: 0.0591776 Oct 28 08:42:17.450711 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0f8ec6e8-4403-4f60-8058-bda924dcf1e3 req-ac299543-dee3-436c-91b5-f592acf536ec tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588830 Oct 28 08:42:17.459952 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0edd7-2eaf-42e9-99d7-55d5cb89879a req-96bb6ae2-39c0-405d-b234-293f60e313a0 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:17.461635 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-60c0edd7-2eaf-42e9-99d7-55d5cb89879a req-96bb6ae2-39c0-405d-b234-293f60e313a0 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 948 time: 0.0784354 Oct 28 08:42:17.512150 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-60c0edd7-2eaf-42e9-99d7-55d5cb89879a req-532c479f-6b82-4ed6-90d5-9b792c6b87a4 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346999 Oct 28 08:42:17.569280 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c28689-377d-4673-8aaa-08c3b09fc344 req-951fd20b-4407-47ed-9d44-2fe2afb51493 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:17.570918 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-38c28689-377d-4673-8aaa-08c3b09fc344 req-951fd20b-4407-47ed-9d44-2fe2afb51493 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 945 time: 0.0575368 Oct 28 08:42:17.609584 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-38c28689-377d-4673-8aaa-08c3b09fc344 req-ea050486-e355-4ca5-96de-2837e08954a4 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326881 Oct 28 08:42:18.074269 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:18.309478 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['760c9603-2fe5-4dc3-aa4c-7ff255fee93d'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:42:18.389493 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb625e-0f90-4348-a228-e804003976d3 req-3545dd3a-84ca-4391-8a56-255ba8a85c08 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:18.391387 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-aeeb625e-0f90-4348-a228-e804003976d3 req-3545dd3a-84ca-4391-8a56-255ba8a85c08 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0538981 Oct 28 08:42:18.434561 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-aeeb625e-0f90-4348-a228-e804003976d3 req-190f47fc-9aef-4466-b668-9054e05300b0 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332918 Oct 28 08:42:18.606537 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19bb68-b993-452e-a1f6-952311bb253e req-72ed1b29-8bb5-4d3c-82ed-97c79e9f51b5 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:18.608441 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9c19bb68-b993-452e-a1f6-952311bb253e req-72ed1b29-8bb5-4d3c-82ed-97c79e9f51b5 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 945 time: 0.0708311 Oct 28 08:42:18.701167 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914c1b5-54dc-4d0b-a9b0-df2a2d09be72 req-af82d7c8-1c55-4e4f-a104-cfeb899704a5 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:18.702883 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a914c1b5-54dc-4d0b-a9b0-df2a2d09be72 req-af82d7c8-1c55-4e4f-a104-cfeb899704a5 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 948 time: 0.1140912 Oct 28 08:42:18.707313 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9c19bb68-b993-452e-a1f6-952311bb253e req-cb3cf23f-d02b-4a33-8d5f-9b9b90ab4713 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763121 Oct 28 08:42:18.756370 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a914c1b5-54dc-4d0b-a9b0-df2a2d09be72 req-53e71546-1bdb-4ec5-b610-1bacb2db60d9 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379262 Oct 28 08:42:18.834582 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8d242-6138-491c-8821-c45ecf5deba1 req-22b22fa5-d6a2-4747-a6fb-923dc27191b7 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:18.836660 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4ca8d242-6138-491c-8821-c45ecf5deba1 req-22b22fa5-d6a2-4747-a6fb-923dc27191b7 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 945 time: 0.0650485 Oct 28 08:42:18.881165 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4ca8d242-6138-491c-8821-c45ecf5deba1 req-4f2bdc6d-6573-43ec-b167-7abb6fa4c736 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375125 Oct 28 08:42:21.026222 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 552b122b-0a21-4e0d-8069-7363bb657c19 up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:42:21.079038 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port 552b122b-0a21-4e0d-8069-7363bb657c19 completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:42:21.083730 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port 552b122b-0a21-4e0d-8069-7363bb657c19 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:42:21.084088 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:21.171759 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:21.312379 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb953696-803c-4e65-817a-a00f31b18289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552b122b-0a21-4e0d-8069-7363bb657c19'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:42:21.314636 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1da4f0f-8dfc-4949-94c0-b0c09e30d45f" -d '{"events": [{"server_uuid": "fb953696-803c-4e65-817a-a00f31b18289", "name": "network-vif-plugged", "status": "completed", "tag": "552b122b-0a21-4e0d-8069-7363bb657c19"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:42:21.329016 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 552b122b-0a21-4e0d-8069-7363bb657c19, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=552b122b-0a21-4e0d-8069-7363bb657c19,segment=NetworkSegment(2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a),segment_id=2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:42:21.334136 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:21.384231 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=552b122b-0a21-4e0d-8069-7363bb657c19,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:21.513109 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-435deb19-0ad0-4ebf-9aef-207aede34cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:23.754191 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device bfff1222-7dd2-4253-8d4c-d377f04b2acf no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:42:23.818228 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88ddcd-0ce5-45c4-a917-9aafb3a16829 req-bf3f9cb3-0931-4d17-bf18-a9251b4c7205 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:23.821152 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-cc88ddcd-0ce5-45c4-a917-9aafb3a16829 req-bf3f9cb3-0931-4d17-bf18-a9251b4c7205 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.77 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 945 time: 0.0643353 Oct 28 08:42:23.844019 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:23.883690 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port bfff1222-7dd2-4253-8d4c-d377f04b2acf, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=bfff1222-7dd2-4253-8d4c-d377f04b2acf,segment=NetworkSegment(8ebebe30-d3a2-458e-804e-d0cd121ae10d),segment_id=8ebebe30-d3a2-458e-804e-d0cd121ae10d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:42:23.887979 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:23.940583 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=bfff1222-7dd2-4253-8d4c-d377f04b2acf,revision_number=6']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:24.008828 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e924ee-a3e5-4459-95bd-8ccaeff1692a req-22a26830-86ff-4ec9-876d-47d632e8e2de tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:24.010391 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-31e924ee-a3e5-4459-95bd-8ccaeff1692a req-22a26830-86ff-4ec9-876d-47d632e8e2de tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 945 time: 0.1200814 Oct 28 08:42:24.063245 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d0a08-a243-4881-a8d9-604d639c84b0 req-e641f0af-8a61-4112-a29c-8f59ad187dd5 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:24.064721 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f89d0a08-a243-4881-a8d9-604d639c84b0 req-e641f0af-8a61-4112-a29c-8f59ad187dd5 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 949 time: 0.1366944 Oct 28 08:42:24.110487 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-31e924ee-a3e5-4459-95bd-8ccaeff1692a req-4a2463a6-4116-4cc3-a689-c3f55e3940cf tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836108 Oct 28 08:42:24.115628 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-cc88ddcd-0ce5-45c4-a917-9aafb3a16829 req-9422e552-6cdb-4356-8d77-f32fd2ca9202 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Deleting port bfff1222-7dd2-4253-8d4c-d377f04b2acf {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:42:24.115967 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-cc88ddcd-0ce5-45c4-a917-9aafb3a16829 req-9422e552-6cdb-4356-8d77-f32fd2ca9202 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:24.186185 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f89d0a08-a243-4881-a8d9-604d639c84b0 req-d5149012-6801-4d3e-b3b5-a0f1a5188841 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090887 Oct 28 08:42:24.229520 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8188bd3d-a5f0-4fe2-bcf9-8ddea81fc092 x-openstack-request-id: req-8188bd3d-a5f0-4fe2-bcf9-8ddea81fc092 {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:42:24.229877 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb953696-803c-4e65-817a-a00f31b18289", "name": "network-vif-plugged", "status": "completed", "tag": "552b122b-0a21-4e0d-8069-7363bb657c19", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:42:24.230134 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8188bd3d-a5f0-4fe2-bcf9-8ddea81fc092 {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:42:24.230531 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb953696-803c-4e65-817a-a00f31b18289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552b122b-0a21-4e0d-8069-7363bb657c19', 'code': 200} Oct 28 08:42:24.257264 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b5fd7-870e-4e16-9a84-d2f508b2f968 req-8af60454-d918-4a8a-ac64-67ed77e0508b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:24.258752 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-037b5fd7-870e-4e16-9a84-d2f508b2f968 req-8af60454-d918-4a8a-ac64-67ed77e0508b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 943 time: 0.0912828 Oct 28 08:42:24.265626 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-cc88ddcd-0ce5-45c4-a917-9aafb3a16829 req-9422e552-6cdb-4356-8d77-f32fd2ca9202 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] For port bfff1222-7dd2-4253-8d4c-d377f04b2acf, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=bfff1222-7dd2-4253-8d4c-d377f04b2acf,segment=NetworkSegment(8ebebe30-d3a2-458e-804e-d0cd121ae10d),segment_id=8ebebe30-d3a2-458e-804e-d0cd121ae10d)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:42:24.266009 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-cc88ddcd-0ce5-45c4-a917-9aafb3a16829 req-9422e552-6cdb-4356-8d77-f32fd2ca9202 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:24.290930 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-cc88ddcd-0ce5-45c4-a917-9aafb3a16829 req-9422e552-6cdb-4356-8d77-f32fd2ca9202 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Calling delete_port for bfff1222-7dd2-4253-8d4c-d377f04b2acf owned by compute:nova {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:42:24.353035 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-037b5fd7-870e-4e16-9a84-d2f508b2f968 req-6dda5a10-2cec-4a8e-8f5c-a93d3bd5eefd tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/security-groups?id=0be4d7f8-2afa-40ef-88bb-6763b1777dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842710 Oct 28 08:42:24.423249 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23806448-4b7b-477b-a907-52060ececc6d req-40e4de9d-7032-4113-8c46-9cfd0d1fe346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:24.425341 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-23806448-4b7b-477b-a907-52060ececc6d req-40e4de9d-7032-4113-8c46-9cfd0d1fe346 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 1102 time: 0.0441711 Oct 28 08:42:24.443301 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-c7109918-add0-4c18-88aa-59e242404881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:24.453833 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-cc88ddcd-0ce5-45c4-a917-9aafb3a16829 req-9422e552-6cdb-4356-8d77-f32fd2ca9202 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:24.465219 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-23806448-4b7b-477b-a907-52060ececc6d req-e0251d4b-d646-45a2-8d9e-595865b5c9e7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313442 Oct 28 08:42:24.483616 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422e552-6cdb-4356-8d77-f32fd2ca9202 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Pushing event deleted for resources: {'Port': ['ID=bfff1222-7dd2-4253-8d4c-d377f04b2acf,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:24.523594 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc88ddcd-0ce5-45c4-a917-9aafb3a16829 req-9422e552-6cdb-4356-8d77-f32fd2ca9202 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] No DVR routers for this DVR port bfff1222-7dd2-4253-8d4c-d377f04b2acf on host hv-cinder-81566 {{(pid=108149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:42:24.526730 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-cc88ddcd-0ce5-45c4-a917-9aafb3a16829 req-9422e552-6cdb-4356-8d77-f32fd2ca9202 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:24.530318 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-cc88ddcd-0ce5-45c4-a917-9aafb3a16829 req-9422e552-6cdb-4356-8d77-f32fd2ca9202 tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.77 "DELETE /v2.0/ports/bfff1222-7dd2-4253-8d4c-d377f04b2acf HTTP/1.1" status: 204 len: 173 time: 0.6912246 Oct 28 08:42:24.530773 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95903824-5909-4930-9086-b397f444209f', 'name': 'network-vif-deleted', 'tag': 'bfff1222-7dd2-4253-8d4c-d377f04b2acf'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:42:24.533015 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0f4a5e-af19-49ea-9564-4055f51c3dae" -d '{"events": [{"server_uuid": "95903824-5909-4930-9086-b397f444209f", "name": "network-vif-deleted", "tag": "bfff1222-7dd2-4253-8d4c-d377f04b2acf"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:42:24.572972 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843f4e27-ebf5-4d4f-9eb3-680388f16c76 x-openstack-request-id: req-843f4e27-ebf5-4d4f-9eb3-680388f16c76 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:42:24.573262 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95903824-5909-4930-9086-b397f444209f", "name": "network-vif-deleted", "tag": "bfff1222-7dd2-4253-8d4c-d377f04b2acf", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:42:24.573516 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-843f4e27-ebf5-4d4f-9eb3-680388f16c76 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:42:24.573933 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95903824-5909-4930-9086-b397f444209f', 'name': 'network-vif-deleted', 'tag': 'bfff1222-7dd2-4253-8d4c-d377f04b2acf', 'status': 'completed', 'code': 200} Oct 28 08:42:25.238009 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a7160-d511-403a-92f8-7ff98b7d8231 req-17b2ca9f-8c88-4879-9397-b0a556e24196 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:25.240842 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e96a7160-d511-403a-92f8-7ff98b7d8231 req-17b2ca9f-8c88-4879-9397-b0a556e24196 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 945 time: 0.0595078 Oct 28 08:42:25.308385 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e96a7160-d511-403a-92f8-7ff98b7d8231 req-4f102ae3-24f0-44ab-8e67-57c3d231dae7 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610669 Oct 28 08:42:25.325868 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdbebc-f808-42e8-9f21-d671192830e1 req-48ec5939-7c4f-45d9-883d-afa4a2aa8aa3 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:25.327436 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f2fdbebc-f808-42e8-9f21-d671192830e1 req-48ec5939-7c4f-45d9-883d-afa4a2aa8aa3 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 949 time: 0.0672004 Oct 28 08:42:25.371482 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f2fdbebc-f808-42e8-9f21-d671192830e1 req-740fd9d9-d67e-4f56-92a0-8e7b205de843 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375066 Oct 28 08:42:25.445686 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:25.472920 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-19507da1-c8d9-4710-9d5b-2f439040b082 req-860e9292-b445-45f8-9d63-8780ba9c4c7b tempest-VolumesActionsTest-1202727258 tempest-VolumesActionsTest-1202727258-project] 10.222.0.74 "GET /v2.0/ports?device_id=95903824-5909-4930-9086-b397f444209f HTTP/1.1" status: 200 len: 210 time: 0.0293272 Oct 28 08:42:25.682335 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:26.232073 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95903824-5909-4930-9086-b397f444209f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfff1222-7dd2-4253-8d4c-d377f04b2acf'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:42:26.234421 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21b1c29-bfcf-424a-a797-0e063b53eacf" -d '{"events": [{"server_uuid": "95903824-5909-4930-9086-b397f444209f", "name": "network-vif-unplugged", "status": "completed", "tag": "bfff1222-7dd2-4253-8d4c-d377f04b2acf"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:42:26.275306 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dd039a-eda3-4652-9ec8-509f17f86fe2 x-openstack-request-id: req-57dd039a-eda3-4652-9ec8-509f17f86fe2 {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:42:26.275616 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95903824-5909-4930-9086-b397f444209f", "name": "network-vif-unplugged", "status": "completed", "tag": "bfff1222-7dd2-4253-8d4c-d377f04b2acf", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:42:26.275859 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-57dd039a-eda3-4652-9ec8-509f17f86fe2 {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:42:26.276252 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95903824-5909-4930-9086-b397f444209f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfff1222-7dd2-4253-8d4c-d377f04b2acf', 'code': 200} Oct 28 08:42:26.277344 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83574e-5e9d-47c2-a38b-2410cbb8fe90 req-4f78db9c-25a6-4b37-8bab-b0a257b632d3 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:26.278878 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3c83574e-5e9d-47c2-a38b-2410cbb8fe90 req-4f78db9c-25a6-4b37-8bab-b0a257b632d3 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0555387 Oct 28 08:42:26.323424 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3c83574e-5e9d-47c2-a38b-2410cbb8fe90 req-b698b206-4c6e-45ce-b22b-40e606b1e9cb tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382719 Oct 28 08:42:26.330560 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 760c9603-2fe5-4dc3-aa4c-7ff255fee93d up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:42:26.403829 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:42:26.408591 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:42:26.408962 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:26.461290 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbf927-725b-4e1c-89e4-03c9a81f6ce6 req-42508152-8ccb-4719-8323-38465153f893 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:26.469900 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-37cbf927-725b-4e1c-89e4-03c9a81f6ce6 req-42508152-8ccb-4719-8323-38465153f893 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 945 time: 0.0822916 Oct 28 08:42:26.508877 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-37cbf927-725b-4e1c-89e4-03c9a81f6ce6 req-f165a9dd-af77-4da4-a63c-7131aea7f969 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381000 Oct 28 08:42:26.510317 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:26.556470 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=760c9603-2fe5-4dc3-aa4c-7ff255fee93d,segment=NetworkSegment(4d6b0a38-44cb-48e6-a456-7a3b9833ad10),segment_id=4d6b0a38-44cb-48e6-a456-7a3b9833ad10)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:42:26.563131 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:26.622776 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=760c9603-2fe5-4dc3-aa4c-7ff255fee93d,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:26.637828 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58497396-d1b8-416f-b6c9-9ba3e424f0fd req-609d78e0-1daf-4964-8c2f-b406dff10a49 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:26.639428 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-58497396-d1b8-416f-b6c9-9ba3e424f0fd req-609d78e0-1daf-4964-8c2f-b406dff10a49 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 949 time: 0.0599275 Oct 28 08:42:26.690719 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-58497396-d1b8-416f-b6c9-9ba3e424f0fd req-4ea2ae05-5679-4dcf-ad3c-bd7541c12063 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452573 Oct 28 08:42:27.011545 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b786795-05e2-481e-b066-f65711a7e7a2 req-d5911973-fbdd-434e-94f0-3823c296e36e tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:27.013066 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0b786795-05e2-481e-b066-f65711a7e7a2 req-d5911973-fbdd-434e-94f0-3823c296e36e tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 949 time: 0.0531859 Oct 28 08:42:27.057411 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0b786795-05e2-481e-b066-f65711a7e7a2 req-618dd95a-2f40-42cb-9e67-8aa3175a0880 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375988 Oct 28 08:42:27.423905 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:27.647900 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e04cf3-f3f9-420b-97e8-56eadc87855c req-896c7835-c5f3-4c4f-b0b7-2a7120099812 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:27.649360 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-06e04cf3-f3f9-420b-97e8-56eadc87855c req-896c7835-c5f3-4c4f-b0b7-2a7120099812 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 946 time: 0.0584307 Oct 28 08:42:27.699197 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-06e04cf3-f3f9-420b-97e8-56eadc87855c req-e3639ac8-3352-46cf-ba60-628836408bf7 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438352 Oct 28 08:42:28.178821 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7eba9f-450a-4cbf-b065-e84ca787934c req-f35c151e-ed6d-4f3d-8b39-23ff1f3213e0 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:28.180325 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0d7eba9f-450a-4cbf-b065-e84ca787934c req-f35c151e-ed6d-4f3d-8b39-23ff1f3213e0 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 949 time: 0.0516701 Oct 28 08:42:28.227176 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0d7eba9f-450a-4cbf-b065-e84ca787934c req-e6dfc12e-cfde-4995-b8d4-37cc9d7171d2 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401263 Oct 28 08:42:28.278231 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50b0126-b6b3-4fbf-8596-0f7b3d5877f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760c9603-2fe5-4dc3-aa4c-7ff255fee93d'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:42:28.280555 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fd2da8-b21f-4e11-8ac9-1e627217c31a" -d '{"events": [{"server_uuid": "b50b0126-b6b3-4fbf-8596-0f7b3d5877f6", "name": "network-vif-plugged", "status": "completed", "tag": "760c9603-2fe5-4dc3-aa4c-7ff255fee93d"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:42:28.546452 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17057fc-8b4e-4b1c-966a-2459ea62e606 x-openstack-request-id: req-b17057fc-8b4e-4b1c-966a-2459ea62e606 {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:42:28.546744 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50b0126-b6b3-4fbf-8596-0f7b3d5877f6", "name": "network-vif-plugged", "status": "completed", "tag": "760c9603-2fe5-4dc3-aa4c-7ff255fee93d", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:42:28.546996 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b17057fc-8b4e-4b1c-966a-2459ea62e606 {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:42:28.547385 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50b0126-b6b3-4fbf-8596-0f7b3d5877f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760c9603-2fe5-4dc3-aa4c-7ff255fee93d', 'code': 200} Oct 28 08:42:28.837238 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa5081-8adf-4385-9380-87d31eada9bb req-983304e5-f5a7-41b9-b8dc-a3f5ac831f72 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:28.838914 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-95aa5081-8adf-4385-9380-87d31eada9bb req-983304e5-f5a7-41b9-b8dc-a3f5ac831f72 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 946 time: 0.0699153 Oct 28 08:42:28.891740 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-95aa5081-8adf-4385-9380-87d31eada9bb req-1ee72613-3df7-4f15-b89d-f853ca404821 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459030 Oct 28 08:42:29.355808 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37d9e4-7408-4b84-adc9-96a05fb4a863 req-c2d355dd-78fa-4ccb-9790-6503196376df tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:29.357411 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-da37d9e4-7408-4b84-adc9-96a05fb4a863 req-c2d355dd-78fa-4ccb-9790-6503196376df tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 949 time: 0.0532117 Oct 28 08:42:29.398629 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-da37d9e4-7408-4b84-adc9-96a05fb4a863 req-3a285eb0-c6f7-452c-a8ff-cdf3f93d17d5 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344007 Oct 28 08:42:32.579664 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a0759-e2a9-46f8-a926-aa7e8b4f1244 req-1828cb49-35c2-4562-a525-b7f7a4a355d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:32.581334 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a08a0759-e2a9-46f8-a926-aa7e8b4f1244 req-1828cb49-35c2-4562-a525-b7f7a4a355d0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 1099 time: 0.0412242 Oct 28 08:42:32.949575 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a08a0759-e2a9-46f8-a926-aa7e8b4f1244 req-1bcf3527-0af8-4143-b00e-c8d9060311f8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369517 Oct 28 08:42:32.969055 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2d9d0-a219-462c-8de5-a25a551ff30f req-34db8832-96a4-47df-99c2-8b8878f2a27b tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:32.970531 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-87b2d9d0-a219-462c-8de5-a25a551ff30f req-34db8832-96a4-47df-99c2-8b8878f2a27b tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 946 time: 0.3308024 Oct 28 08:42:32.983092 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051231f5-b0cf-4da5-9ada-90e8af4b8417 req-f7b8a6fb-62cc-42c7-9b65-c392ca3b0127 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:32.992321 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-051231f5-b0cf-4da5-9ada-90e8af4b8417 req-f7b8a6fb-62cc-42c7-9b65-c392ca3b0127 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 949 time: 0.3231385 Oct 28 08:42:33.047347 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-87b2d9d0-a219-462c-8de5-a25a551ff30f req-99937f4d-36de-4450-a07a-20d8d6a5ca98 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540004 Oct 28 08:42:33.052994 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-051231f5-b0cf-4da5-9ada-90e8af4b8417 req-90d0a420-1919-4918-a46d-4feec36b1886 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538201 Oct 28 08:42:34.183230 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10743dc1-6790-4a2e-b01a-95976c541cfc req-e5d9ed27-7f77-44fe-8b21-9e2c04e120f0 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:34.186733 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-10743dc1-6790-4a2e-b01a-95976c541cfc req-e5d9ed27-7f77-44fe-8b21-9e2c04e120f0 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 949 time: 0.0846376 Oct 28 08:42:34.339135 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3ef5e-41ac-43e2-a7ea-a6265fdfa7ee req-1b5e8c6a-8749-4444-a378-afb036b5a992 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:34.340720 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f5c3ef5e-41ac-43e2-a7ea-a6265fdfa7ee req-1b5e8c6a-8749-4444-a378-afb036b5a992 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 949 time: 0.1518683 Oct 28 08:42:34.350967 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8c157-ce72-4b0b-a441-9c6c76a5c2b8 req-42ce11e4-1182-4ed9-bd29-9cc05a62093b tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:34.352504 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-04a8c157-ce72-4b0b-a441-9c6c76a5c2b8 req-42ce11e4-1182-4ed9-bd29-9cc05a62093b tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 946 time: 0.1647649 Oct 28 08:42:34.413613 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f5c3ef5e-41ac-43e2-a7ea-a6265fdfa7ee req-215cd7bb-8cd5-48df-b0ac-4bb49d713e76 tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b203dd8-b86b-4a26-ac15-20838f2f69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591323 Oct 28 08:42:34.433561 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-10743dc1-6790-4a2e-b01a-95976c541cfc req-38f5b810-d63b-4e27-b86d-937c4012b83e tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Deleting port 552b122b-0a21-4e0d-8069-7363bb657c19 {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:42:34.433561 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-10743dc1-6790-4a2e-b01a-95976c541cfc req-38f5b810-d63b-4e27-b86d-937c4012b83e tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:34.514910 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-04a8c157-ce72-4b0b-a441-9c6c76a5c2b8 req-2299d45c-c67c-4ec0-9ed3-38513ae1b655 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265826 Oct 28 08:42:34.570263 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-10743dc1-6790-4a2e-b01a-95976c541cfc req-38f5b810-d63b-4e27-b86d-937c4012b83e tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] For port 552b122b-0a21-4e0d-8069-7363bb657c19, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=552b122b-0a21-4e0d-8069-7363bb657c19,segment=NetworkSegment(2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a),segment_id=2ee8a6b6-9b17-4b6b-bee0-63cea0fed63a)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:42:34.570640 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-10743dc1-6790-4a2e-b01a-95976c541cfc req-38f5b810-d63b-4e27-b86d-937c4012b83e tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:34.588116 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-10743dc1-6790-4a2e-b01a-95976c541cfc req-38f5b810-d63b-4e27-b86d-937c4012b83e tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Calling delete_port for 552b122b-0a21-4e0d-8069-7363bb657c19 owned by compute:nova {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:42:34.774230 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-10743dc1-6790-4a2e-b01a-95976c541cfc req-38f5b810-d63b-4e27-b86d-937c4012b83e tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:34.788619 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['552b122b-0a21-4e0d-8069-7363bb657c19'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:42:34.810912 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5b810-d63b-4e27-b86d-937c4012b83e tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Pushing event deleted for resources: {'Port': ['ID=552b122b-0a21-4e0d-8069-7363bb657c19,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:34.868525 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-10743dc1-6790-4a2e-b01a-95976c541cfc req-38f5b810-d63b-4e27-b86d-937c4012b83e tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] No DVR routers for this DVR port 552b122b-0a21-4e0d-8069-7363bb657c19 on host hv-cinder-81566 {{(pid=108149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:42:34.872548 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-10743dc1-6790-4a2e-b01a-95976c541cfc req-38f5b810-d63b-4e27-b86d-937c4012b83e tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:34.876629 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-10743dc1-6790-4a2e-b01a-95976c541cfc req-38f5b810-d63b-4e27-b86d-937c4012b83e tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.77 "DELETE /v2.0/ports/552b122b-0a21-4e0d-8069-7363bb657c19 HTTP/1.1" status: 204 len: 173 time: 0.6693463 Oct 28 08:42:34.877523 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb953696-803c-4e65-817a-a00f31b18289', 'name': 'network-vif-deleted', 'tag': '552b122b-0a21-4e0d-8069-7363bb657c19'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:42:34.882086 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8dbbc4-0782-41a7-bb14-67573d0407e2" -d '{"events": [{"server_uuid": "fb953696-803c-4e65-817a-a00f31b18289", "name": "network-vif-deleted", "tag": "552b122b-0a21-4e0d-8069-7363bb657c19"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:42:34.930347 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1958e76e-1148-487c-93d2-4c39df1db4a4 x-openstack-request-id: req-1958e76e-1148-487c-93d2-4c39df1db4a4 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:42:34.930835 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb953696-803c-4e65-817a-a00f31b18289", "name": "network-vif-deleted", "tag": "552b122b-0a21-4e0d-8069-7363bb657c19", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:42:34.931260 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1958e76e-1148-487c-93d2-4c39df1db4a4 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:42:34.931940 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb953696-803c-4e65-817a-a00f31b18289', 'name': 'network-vif-deleted', 'tag': '552b122b-0a21-4e0d-8069-7363bb657c19', 'status': 'completed', 'code': 200} Oct 28 08:42:35.627872 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-52dccf13-60cc-4a29-895e-24ba777701ca req-936bfc22-41d3-4490-8a45-60ee8249baeb tempest-VolumesNegativeTest-99203070 tempest-VolumesNegativeTest-99203070-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb953696-803c-4e65-817a-a00f31b18289 HTTP/1.1" status: 200 len: 210 time: 0.0503519 Oct 28 08:42:35.781780 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07eef8-899e-4169-bb5c-f3f0545c81c9 req-90c4efc6-3c49-4bf7-a592-2ca54a6f88ec tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:35.787654 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-be07eef8-899e-4169-bb5c-f3f0545c81c9 req-90c4efc6-3c49-4bf7-a592-2ca54a6f88ec tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 946 time: 0.0843334 Oct 28 08:42:35.924925 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-be07eef8-899e-4169-bb5c-f3f0545c81c9 req-47469a62-8928-4b4c-aed0-5aba839f799a tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200702 Oct 28 08:42:36.015590 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad32b34-8d99-4ddd-acd0-aecdb4ba8b0c req-6dd23238-931c-4868-97c4-72a7396c7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:36.017093 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3ad32b34-8d99-4ddd-acd0-aecdb4ba8b0c req-6dd23238-931c-4868-97c4-72a7396c7654 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e86d34d96c64ad4a33efd5f4918dc05&device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 1098 time: 0.1788042 Oct 28 08:42:36.042552 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4320b-35b1-4836-9f8f-e9d56435d4fd req-e1a62367-561e-4601-b5b0-2817dbac2fb3 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:36.049908 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-39a4320b-35b1-4836-9f8f-e9d56435d4fd req-e1a62367-561e-4601-b5b0-2817dbac2fb3 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.1569519 Oct 28 08:42:36.183445 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-39a4320b-35b1-4836-9f8f-e9d56435d4fd req-141dce17-386d-43f1-94d4-dac1cbc065a8 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326654 Oct 28 08:42:36.216094 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbb3de-fe4d-40a8-a999-a3db4a488e7b req-29a3409a-f997-4be7-8831-612a1f4b30a2 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:36.217772 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b8bbb3de-fe4d-40a8-a999-a3db4a488e7b req-29a3409a-f997-4be7-8831-612a1f4b30a2 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 946 time: 0.1634777 Oct 28 08:42:36.219462 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad32b34-8d99-4ddd-acd0-aecdb4ba8b0c req-aeb008b0-0c5c-400b-8c42-c08344a43131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:36.220850 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3ad32b34-8d99-4ddd-acd0-aecdb4ba8b0c req-aeb008b0-0c5c-400b-8c42-c08344a43131 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0ff72cbf-ad46-4828-989e-fa971038eaa3 HTTP/1.1" status: 200 len: 920 time: 0.1960037 Oct 28 08:42:36.283498 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3ad32b34-8d99-4ddd-acd0-aecdb4ba8b0c req-176f78a9-2bb7-403c-a08c-e65fada74fed service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93c85b10-5891-4f31-b058-20a4f4a01304 HTTP/1.1" status: 200 len: 217 time: 0.0479236 Oct 28 08:42:36.330464 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b8bbb3de-fe4d-40a8-a999-a3db4a488e7b req-ee72d348-e5f0-46d2-b1ff-4103f913ac64 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037295 Oct 28 08:42:36.362450 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad32b34-8d99-4ddd-acd0-aecdb4ba8b0c req-a43dec35-a3f1-41a1-a57f-fbd512199b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:36.364057 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3ad32b34-8d99-4ddd-acd0-aecdb4ba8b0c req-a43dec35-a3f1-41a1-a57f-fbd512199b76 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2fd21eb4-40f5-47c1-b699-b95baa074a71 HTTP/1.1" status: 200 len: 858 time: 0.0701420 Oct 28 08:42:36.418214 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3ad32b34-8d99-4ddd-acd0-aecdb4ba8b0c req-6ed71316-d00c-48ee-87fc-ecebeb20f76b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0ff72cbf-ad46-4828-989e-fa971038eaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355115 Oct 28 08:42:36.599478 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3ad32b34-8d99-4ddd-acd0-aecdb4ba8b0c req-ac3e3dd2-297f-4d89-a67e-9626d478cc4b service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679871 Oct 28 08:42:36.751275 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3ad32b34-8d99-4ddd-acd0-aecdb4ba8b0c req-f1700a93-290b-4551-83ab-6b3a59e67f4f service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425109 Oct 28 08:42:36.836925 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe621a-ff68-4d89-8a4d-426d71e0f157 req-e20b3609-e6bc-41c8-8f06-cf5573309ab0 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:36.845607 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-59fe621a-ff68-4d89-8a4d-426d71e0f157 req-e20b3609-e6bc-41c8-8f06-cf5573309ab0 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 945 time: 0.0710237 Oct 28 08:42:36.929732 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-59fe621a-ff68-4d89-8a4d-426d71e0f157 req-f5cc2f74-ea7b-4768-b5ec-4d87584fb2bf tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819204 Oct 28 08:42:37.026994 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83089276-f3dc-4161-b3f9-1db6a35ec019 req-419ccdc9-1adc-48f7-becf-1db6e291de36 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:37.035259 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-83089276-f3dc-4161-b3f9-1db6a35ec019 req-419ccdc9-1adc-48f7-becf-1db6e291de36 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 946 time: 0.0823133 Oct 28 08:42:37.096501 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-83089276-f3dc-4161-b3f9-1db6a35ec019 req-d623eefd-ed5d-4438-b03c-521479bb5255 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567141 Oct 28 08:42:37.368508 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08fe29-6eb2-481a-85cc-101434b22d54 req-d852cf13-fbb1-4970-9f87-609bcd61f36e tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:37.378088 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0d08fe29-6eb2-481a-85cc-101434b22d54 req-d852cf13-fbb1-4970-9f87-609bcd61f36e tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0712888 Oct 28 08:42:37.461204 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0d08fe29-6eb2-481a-85cc-101434b22d54 req-a3dc804f-43fa-4eb8-a1d0-1eaa7d0b4d67 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819974 Oct 28 08:42:38.095967 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27f22b-f92a-47b7-90dc-d2caa6b47953 req-c711a31e-4ac1-4481-a43d-f69c70d5c8bf tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:38.097611 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ae27f22b-f92a-47b7-90dc-d2caa6b47953 req-c711a31e-4ac1-4481-a43d-f69c70d5c8bf tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 945 time: 0.0678132 Oct 28 08:42:38.152985 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ae27f22b-f92a-47b7-90dc-d2caa6b47953 req-d466ec4c-7804-4cd7-a3db-e2c57a0b3c37 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474372 Oct 28 08:42:38.371991 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 552b122b-0a21-4e0d-8069-7363bb657c19 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:42:38.411791 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] No Port match for: 552b122b-0a21-4e0d-8069-7363bb657c19 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:42:38.412462 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 552b122b-0a21-4e0d-8069-7363bb657c19 not bound to the agent host hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:42:38.655573 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab51cc-377a-4187-976d-1554280c9690 req-a1af9467-b829-437a-9905-0ee57d84114c tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:38.673518 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ebab51cc-377a-4187-976d-1554280c9690 req-a1af9467-b829-437a-9905-0ee57d84114c tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.1144001 Oct 28 08:42:38.816828 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ebab51cc-377a-4187-976d-1554280c9690 req-cc0c43f2-a7e7-4c5b-b2d8-f318d53c0e77 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132829 Oct 28 08:42:39.331765 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1722f4-75b2-4143-8ccd-58041df6996e req-1df92965-9f1a-4908-9132-328b2c2ec95e tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:39.341539 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fb1722f4-75b2-4143-8ccd-58041df6996e req-1df92965-9f1a-4908-9132-328b2c2ec95e tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 945 time: 0.0715652 Oct 28 08:42:39.401147 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fb1722f4-75b2-4143-8ccd-58041df6996e req-f2c90881-8044-4cae-a813-b20d7d0b6395 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571468 Oct 28 08:42:39.621832 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7783a-3842-4e6a-9bd2-7747fff023db req-500357ae-0d9d-45ae-93a9-94095685836b tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:39.623344 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9ba7783a-3842-4e6a-9bd2-7747fff023db req-500357ae-0d9d-45ae-93a9-94095685836b tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 945 time: 0.0834575 Oct 28 08:42:39.829738 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-9ba7783a-3842-4e6a-9bd2-7747fff023db req-9f03a8fd-1248-41c1-ae8b-ecedea9df6aa tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Deleting port 67050f04-b58e-4ffc-af8a-21a4e8404719 {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:42:39.830534 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-9ba7783a-3842-4e6a-9bd2-7747fff023db req-9f03a8fd-1248-41c1-ae8b-ecedea9df6aa tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:40.026202 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-9ba7783a-3842-4e6a-9bd2-7747fff023db req-9f03a8fd-1248-41c1-ae8b-ecedea9df6aa tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] For port 67050f04-b58e-4ffc-af8a-21a4e8404719, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=67050f04-b58e-4ffc-af8a-21a4e8404719,segment=NetworkSegment(bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672),segment_id=bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:42:40.026857 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-9ba7783a-3842-4e6a-9bd2-7747fff023db req-9f03a8fd-1248-41c1-ae8b-ecedea9df6aa tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:40.052926 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d707b2-b5dc-4d81-bb44-8c7dcd7af173 req-2a8392b6-7d2d-4f4c-a0d8-46803b513a82 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:40.054841 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-90d707b2-b5dc-4d81-bb44-8c7dcd7af173 req-2a8392b6-7d2d-4f4c-a0d8-46803b513a82 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.1365836 Oct 28 08:42:40.062258 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-9ba7783a-3842-4e6a-9bd2-7747fff023db req-9f03a8fd-1248-41c1-ae8b-ecedea9df6aa tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Calling delete_port for 67050f04-b58e-4ffc-af8a-21a4e8404719 owned by compute:nova {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:42:40.163112 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-90d707b2-b5dc-4d81-bb44-8c7dcd7af173 req-d5d3d86f-676c-454a-b291-062f1b9a8366 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980110 Oct 28 08:42:40.303396 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-9ba7783a-3842-4e6a-9bd2-7747fff023db req-9f03a8fd-1248-41c1-ae8b-ecedea9df6aa tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:40.318050 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['67050f04-b58e-4ffc-af8a-21a4e8404719'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:42:40.355672 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03a8fd-1248-41c1-ae8b-ecedea9df6aa tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Pushing event deleted for resources: {'Port': ['ID=67050f04-b58e-4ffc-af8a-21a4e8404719,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:40.427398 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba7783a-3842-4e6a-9bd2-7747fff023db req-9f03a8fd-1248-41c1-ae8b-ecedea9df6aa tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] No DVR routers for this DVR port 67050f04-b58e-4ffc-af8a-21a4e8404719 on host hv-cinder-81566 {{(pid=108149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:42:40.431282 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-9ba7783a-3842-4e6a-9bd2-7747fff023db req-9f03a8fd-1248-41c1-ae8b-ecedea9df6aa tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:40.435047 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9ba7783a-3842-4e6a-9bd2-7747fff023db req-9f03a8fd-1248-41c1-ae8b-ecedea9df6aa tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.77 "DELETE /v2.0/ports/67050f04-b58e-4ffc-af8a-21a4e8404719 HTTP/1.1" status: 204 len: 173 time: 0.8001604 Oct 28 08:42:40.435572 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587', 'name': 'network-vif-deleted', 'tag': '67050f04-b58e-4ffc-af8a-21a4e8404719'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:42:40.438031 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef69d550-1dee-4296-9a8e-8d8be43b48aa" -d '{"events": [{"server_uuid": "7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587", "name": "network-vif-deleted", "tag": "67050f04-b58e-4ffc-af8a-21a4e8404719"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:42:40.504064 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef252dac-7d10-42ab-84c6-7eb520e32da5 x-openstack-request-id: req-ef252dac-7d10-42ab-84c6-7eb520e32da5 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:42:40.504291 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587", "name": "network-vif-deleted", "tag": "67050f04-b58e-4ffc-af8a-21a4e8404719", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:42:40.505032 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ef252dac-7d10-42ab-84c6-7eb520e32da5 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:42:40.505461 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587', 'name': 'network-vif-deleted', 'tag': '67050f04-b58e-4ffc-af8a-21a4e8404719', 'status': 'completed', 'code': 200} Oct 28 08:42:40.591423 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e7609720-e0ac-413a-9599-93110a1f1354 req-b2da67ba-f554-4c7a-83b3-d1b95fa0dfc0 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea2316f-bdd3-4b2c-9f4d-fba4f33bc587 HTTP/1.1" status: 200 len: 210 time: 0.0628405 Oct 28 08:42:41.354897 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24144647-d4e9-4000-8f1b-fd4d64acda41 req-b21591a6-4703-42b1-b667-3075ca1a5821 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:41.377338 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-24144647-d4e9-4000-8f1b-fd4d64acda41 req-b21591a6-4703-42b1-b667-3075ca1a5821 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0974245 Oct 28 08:42:41.444786 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-24144647-d4e9-4000-8f1b-fd4d64acda41 req-ed004bd9-bcea-43b6-8010-ce5fafd499ca tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660708 Oct 28 08:42:42.185557 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 54678) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:42.356543 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-9f3c1118-6cc3-4c62-b090-d73d96a1f8be admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d17c94064e3e4771a88f32c016d0f62a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1673129 Oct 28 08:42:42.357559 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 54682) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:42.422662 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f71a42f6-bfd0-44c2-83a7-9b08643c3f65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:42.446656 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f71a42f6-bfd0-44c2-83a7-9b08643c3f65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:42.512441 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f71a42f6-bfd0-44c2-83a7-9b08643c3f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:42.516686 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f71a42f6-bfd0-44c2-83a7-9b08643c3f65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:42.518112 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-f71a42f6-bfd0-44c2-83a7-9b08643c3f65 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5b203dd8-b86b-4a26-ac15-20838f2f69f4 HTTP/1.1" status: 204 len: 168 time: 0.1594245 Oct 28 08:42:42.528638 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a42f6-bfd0-44c2-83a7-9b08643c3f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b203dd8-b86b-4a26-ac15-20838f2f69f4,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:42.539053 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a42f6-bfd0-44c2-83a7-9b08643c3f65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:42.539649 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a42f6-bfd0-44c2-83a7-9b08643c3f65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:42.540144 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a42f6-bfd0-44c2-83a7-9b08643c3f65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:42.540632 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a42f6-bfd0-44c2-83a7-9b08643c3f65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:42.541115 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a42f6-bfd0-44c2-83a7-9b08643c3f65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:42.541806 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a42f6-bfd0-44c2-83a7-9b08643c3f65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:42.542397 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a42f6-bfd0-44c2-83a7-9b08643c3f65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:42.542892 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a42f6-bfd0-44c2-83a7-9b08643c3f65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:42.543373 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a42f6-bfd0-44c2-83a7-9b08643c3f65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:42.543860 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a42f6-bfd0-44c2-83a7-9b08643c3f65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:42.544330 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a42f6-bfd0-44c2-83a7-9b08643c3f65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:42.544819 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a42f6-bfd0-44c2-83a7-9b08643c3f65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:42.619317 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d5541-912e-4f5d-a57e-4da5a5c65da9 req-dbb0390d-a5b8-4ff8-bf3c-be21a5e8d19b tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:42.621108 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bc5d5541-912e-4f5d-a57e-4da5a5c65da9 req-dbb0390d-a5b8-4ff8-bf3c-be21a5e8d19b tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0852005 Oct 28 08:42:42.677854 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bc5d5541-912e-4f5d-a57e-4da5a5c65da9 req-05929b58-0c40-4f31-a15a-5ef087ebc22d tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494521 Oct 28 08:42:45.133246 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 67050f04-b58e-4ffc-af8a-21a4e8404719 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:42:45.163489 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] No Port match for: 67050f04-b58e-4ffc-af8a-21a4e8404719 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:42:45.163835 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 67050f04-b58e-4ffc-af8a-21a4e8404719 not bound to the agent host hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:42:45.266290 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a268871-8165-48fb-8acb-3aecc3130d1b req-4c13b664-3653-4965-9066-0afd11f3db1a tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:45.268037 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5a268871-8165-48fb-8acb-3aecc3130d1b req-4c13b664-3653-4965-9066-0afd11f3db1a tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0573449 Oct 28 08:42:45.318660 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5a268871-8165-48fb-8acb-3aecc3130d1b req-aa6ec16a-a520-4d00-8fdf-d8e13db7b4db tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436642 Oct 28 08:42:47.139806 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acba5ad-c33d-4582-9091-d0c368cbf660 req-7cb984ba-7ac6-4703-ab33-b453575ecbdf tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:47.148843 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1acba5ad-c33d-4582-9091-d0c368cbf660 req-7cb984ba-7ac6-4703-ab33-b453575ecbdf tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0970564 Oct 28 08:42:47.170067 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0bc145db-3e1f-4c97-b540-e0b1cfa608fc req-75bf1524-90bd-42d4-9d4d-5175e6f89979 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0911505 Oct 28 08:42:47.201074 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1acba5ad-c33d-4582-9091-d0c368cbf660 req-ee2bed48-e0f1-4250-b974-eae4330ba672 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512404 Oct 28 08:42:47.255141 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc145db-3e1f-4c97-b540-e0b1cfa608fc req-7d912f01-0d07-496c-a662-d1b9eced3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:47.257261 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0bc145db-3e1f-4c97-b540-e0b1cfa608fc req-7d912f01-0d07-496c-a662-d1b9eced3fcc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e86d34d96c64ad4a33efd5f4918dc05&device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 1098 time: 0.0544713 Oct 28 08:42:47.390732 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc145db-3e1f-4c97-b540-e0b1cfa608fc req-4bef55ff-38e3-4388-a77a-44a4dafc20e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:47.392480 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0bc145db-3e1f-4c97-b540-e0b1cfa608fc req-4bef55ff-38e3-4388-a77a-44a4dafc20e8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0ff72cbf-ad46-4828-989e-fa971038eaa3 HTTP/1.1" status: 200 len: 920 time: 0.1050506 Oct 28 08:42:47.441696 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0bc145db-3e1f-4c97-b540-e0b1cfa608fc req-8f346ebe-107e-4f15-b864-cfd9ce0de3e1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 HTTP/1.1" status: 200 len: 217 time: 0.0390851 Oct 28 08:42:47.501100 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc145db-3e1f-4c97-b540-e0b1cfa608fc req-5ae69ce6-69c1-4203-9382-a6b88fcadca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:47.502827 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0bc145db-3e1f-4c97-b540-e0b1cfa608fc req-5ae69ce6-69c1-4203-9382-a6b88fcadca6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2fd21eb4-40f5-47c1-b699-b95baa074a71 HTTP/1.1" status: 200 len: 858 time: 0.0505679 Oct 28 08:42:47.549333 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0bc145db-3e1f-4c97-b540-e0b1cfa608fc req-4d628ccf-f070-40c9-81a0-4c145b41915f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0ff72cbf-ad46-4828-989e-fa971038eaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355484 Oct 28 08:42:47.667205 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0bc145db-3e1f-4c97-b540-e0b1cfa608fc req-1fb9575f-6d04-48c5-a3e7-dedbe89679fb service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069596 Oct 28 08:42:47.777592 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0bc145db-3e1f-4c97-b540-e0b1cfa608fc req-cc7e59d4-4f48-41d5-ac48-28b93a9a1376 service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030700 Oct 28 08:42:48.107475 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:48.461589 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b22d6-12f3-4c67-8303-76d5ffbdd7d5 req-1f0983a0-5bc2-4b0e-b8e7-ab1f8c0a399f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:48.471613 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b03b22d6-12f3-4c67-8303-76d5ffbdd7d5 req-1f0983a0-5bc2-4b0e-b8e7-ab1f8c0a399f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0874162 Oct 28 08:42:48.482068 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:42:48.524067 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b03b22d6-12f3-4c67-8303-76d5ffbdd7d5 req-989983ad-3387-40a1-823a-49348d38763f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507064 Oct 28 08:42:49.510706 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acf87d-a77e-4d06-b8c3-a131d17cf741 req-22a3ecc4-0a7b-48af-bd7e-87cb5a21ce53 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:49.513174 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-70acf87d-a77e-4d06-b8c3-a131d17cf741 req-22a3ecc4-0a7b-48af-bd7e-87cb5a21ce53 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 946 time: 0.0617275 Oct 28 08:42:49.576236 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-70acf87d-a77e-4d06-b8c3-a131d17cf741 req-39ef5786-8893-43cd-aeeb-dc64b4442afa tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567260 Oct 28 08:42:49.593584 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 54796) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:49.735933 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ff17e-6f79-42c9-8a25-d29bb5b27aa9 req-c60ef7f5-3ce4-4122-85f4-558c9abb2529 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:49.744230 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-102ff17e-6f79-42c9-8a25-d29bb5b27aa9 req-c60ef7f5-3ce4-4122-85f4-558c9abb2529 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0850165 Oct 28 08:42:49.797699 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-102ff17e-6f79-42c9-8a25-d29bb5b27aa9 req-5ab9b802-a020-446d-93b0-d31adfc178ee tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521216 Oct 28 08:42:49.994595 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16104fed-9591-422b-8513-76713fbbabee tempest-TestMinimumBasicScenario-1307675179 tempest-TestMinimumBasicScenario-1307675179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:49.996466 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-16104fed-9591-422b-8513-76713fbbabee tempest-TestMinimumBasicScenario-1307675179 tempest-TestMinimumBasicScenario-1307675179-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 1094 time: 0.3977499 Oct 28 08:42:49.999524 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 54804) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:50.004090 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Request body: {'floatingip': {'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'port_id': '760c9603-2fe5-4dc3-aa4c-7ff255fee93d', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:42:50.032621 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for floatingip, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:50.167760 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:50.305924 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Allocated IP 172.27.2.7 (c0718a07-d425-45b1-8de3-71ded0279532/b41219f0-2f46-4802-a1ee-8d1af97776ac/5463346e-4fd0-4127-a143-e88bb57e2fb4) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:42:50.476023 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:50.514621 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:50.569291 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Pushing event updated for resources: {'Port': ['ID=5463346e-4fd0-4127-a143-e88bb57e2fb4,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:50.573966 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Network c0718a07-d425-45b1-8de3-71ded0279532 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:42:50.575921 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:42:50.578452 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:42:51.034171 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:51.140607 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:51.350425 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:51.356106 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:51.396515 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550714'] for floatingip, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:51.482291 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Pushing event updated for resources: {'Port': ['ID=5463346e-4fd0-4127-a143-e88bb57e2fb4,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:51.521874 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.l3_db [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Floating IP 21a8ae9f-b828-49fb-936d-96cdeef2cd84 associated. External IP: 172.27.2.7, port: 760c9603-2fe5-4dc3-aa4c-7ff255fee93d. Oct 28 08:42:51.525500 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-42574690-d322-4637-a718-12386f4e3852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:51.988349 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Router 3a0eb3bc-9577-4912-b662-2718c5e4c639 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:42:52.101288 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:42:52.113146 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a4577-b27f-4ae4-972c-a9b7ed31d743 None None] Sync routers for ids ['3a0eb3bc-9577-4912-b662-2718c5e4c639'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:42:52.120934 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.132605 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a4577-b27f-4ae4-972c-a9b7ed31d743 None None] Routers {'3a0eb3bc-9577-4912-b662-2718c5e4c639'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:42:52.133380 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-6b8a4577-b27f-4ae4-972c-a9b7ed31d743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:42:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['3a0eb3bc-9577-4912-b662-2718c5e4c639'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:42:52.148862 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-085e21c3-9145-4f03-ae52-0fd2e4320962 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1482203 Oct 28 08:42:52.149450 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50b0126-b6b3-4fbf-8596-0f7b3d5877f6', 'tag': '760c9603-2fe5-4dc3-aa4c-7ff255fee93d'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:42:52.151736 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 54834) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:52.152254 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbe7116-b3a8-4973-9e52-d78187f09716" -d '{"events": [{"name": "network-changed", "server_uuid": "b50b0126-b6b3-4fbf-8596-0f7b3d5877f6", "tag": "760c9603-2fe5-4dc3-aa4c-7ff255fee93d"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:42:52.156406 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-30a26245-3f0c-48df-9c36-acb42488ec80 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-886198110', 'description': 'tempest-secgroup-smoke-886198110 description', 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:42:52.181240 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-30a26245-3f0c-48df-9c36-acb42488ec80 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.248835 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-6b8a4577-b27f-4ae4-972c-a9b7ed31d743 None None] Set router 3a0eb3bc-9577-4912-b662-2718c5e4c639 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:42:52.250829 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-30a26245-3f0c-48df-9c36-acb42488ec80 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.255087 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-30a26245-3f0c-48df-9c36-acb42488ec80 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.288598 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-30a26245-3f0c-48df-9c36-acb42488ec80 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.289845 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-30a26245-3f0c-48df-9c36-acb42488ec80 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1370995 Oct 28 08:42:52.290977 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a26245-3f0c-48df-9c36-acb42488ec80 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb6ddd4-447a-4a7f-bc35-00f119c992ee,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:52.292854 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 54840) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:52.298094 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-ab08f81c-cc1c-4e71-aa2f-ddb0411a73f4 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Request body: {'security_group_rule': {'security_group_id': '4cb6ddd4-447a-4a7f-bc35-00f119c992ee', 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:42:52.311301 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a26245-3f0c-48df-9c36-acb42488ec80 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:52.311648 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a26245-3f0c-48df-9c36-acb42488ec80 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:52.311988 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a26245-3f0c-48df-9c36-acb42488ec80 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:52.312324 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a26245-3f0c-48df-9c36-acb42488ec80 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:52.312657 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a26245-3f0c-48df-9c36-acb42488ec80 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:52.312985 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a26245-3f0c-48df-9c36-acb42488ec80 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:52.313317 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a26245-3f0c-48df-9c36-acb42488ec80 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:52.313643 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a26245-3f0c-48df-9c36-acb42488ec80 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:52.313992 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a26245-3f0c-48df-9c36-acb42488ec80 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:52.314322 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a26245-3f0c-48df-9c36-acb42488ec80 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:52.314637 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a26245-3f0c-48df-9c36-acb42488ec80 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:52.314954 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a26245-3f0c-48df-9c36-acb42488ec80 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:52.338220 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ab08f81c-cc1c-4e71-aa2f-ddb0411a73f4 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.394581 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ab08f81c-cc1c-4e71-aa2f-ddb0411a73f4 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.399325 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ab08f81c-cc1c-4e71-aa2f-ddb0411a73f4 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.417803 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08f81c-cc1c-4e71-aa2f-ddb0411a73f4 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d822e0-9b5f-4ade-8610-6055b0fae038,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:52.430480 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ab08f81c-cc1c-4e71-aa2f-ddb0411a73f4 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.432943 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-ab08f81c-cc1c-4e71-aa2f-ddb0411a73f4 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389167 Oct 28 08:42:52.436157 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 54848) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:52.441390 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-6995f0b1-9672-4449-a6a0-95277ffceba3 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Request body: {'security_group_rule': {'security_group_id': '4cb6ddd4-447a-4a7f-bc35-00f119c992ee', 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:42:52.469885 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6995f0b1-9672-4449-a6a0-95277ffceba3 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.500426 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-6b8a4577-b27f-4ae4-972c-a9b7ed31d743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'name': 'tempest-TestMinimumBasicScenario-1183880284-router', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:06Z', 'revision_number': 4, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'gw_port': {'id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': '21a8ae9f-b828-49fb-936d-96cdeef2cd84', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'floating_ip_address': '172.27.2.7', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'port_id': '760c9603-2fe5-4dc3-aa4c-7ff255fee93d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb', 'mac_address': 'fa:16:3e:4c:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b0126-b6b3-4fbf-8596-0f7b3d5877f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:42:50Z', 'updated_at': '2021-10-28T08:42:50Z', 'revision_number': 0, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c95698a-f355-4605-82d4-5a4fa6d25666', 'name': '', 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'mac_address': 'fa:16:3e:f4:c8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:05Z', 'updated_at': '2021-10-28T08:41:12Z', 'revision_number': 5, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'subnets': [{'id': 'e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:42:52.526896 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a4577-b27f-4ae4-972c-a9b7ed31d743 None None] Checking router: 3a0eb3bc-9577-4912-b662-2718c5e4c639 for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:42:52.529470 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6995f0b1-9672-4449-a6a0-95277ffceba3 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.534291 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6995f0b1-9672-4449-a6a0-95277ffceba3 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.538231 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a4577-b27f-4ae4-972c-a9b7ed31d743 None None] Routers {'3a0eb3bc-9577-4912-b662-2718c5e4c639'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:42:52.538878 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-6b8a4577-b27f-4ae4-972c-a9b7ed31d743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:42:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['3a0eb3bc-9577-4912-b662-2718c5e4c639'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:42:52.550115 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995f0b1-9672-4449-a6a0-95277ffceba3 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cddb3c4-b97a-4e0e-afa1-6d5afef6c686,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:52.562758 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6995f0b1-9672-4449-a6a0-95277ffceba3 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.566311 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-6995f0b1-9672-4449-a6a0-95277ffceba3 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286554 Oct 28 08:42:52.566889 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 54850) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:52.571487 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-0d0d11f1-e4dd-413e-a5db-5ae4b215aaba tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Request body: {'security_group_rule': {'security_group_id': '4cb6ddd4-447a-4a7f-bc35-00f119c992ee', 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:42:52.607922 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0d0d11f1-e4dd-413e-a5db-5ae4b215aaba tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.657596 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-6b8a4577-b27f-4ae4-972c-a9b7ed31d743 None None] Set router 3a0eb3bc-9577-4912-b662-2718c5e4c639 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:42:52.680478 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0d0d11f1-e4dd-413e-a5db-5ae4b215aaba tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.690240 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0d0d11f1-e4dd-413e-a5db-5ae4b215aaba tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.705987 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d11f1-e4dd-413e-a5db-5ae4b215aaba tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123bf491-c816-4b61-be28-9b07945a07e2,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:52.717658 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0d0d11f1-e4dd-413e-a5db-5ae4b215aaba tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.718941 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-0d0d11f1-e4dd-413e-a5db-5ae4b215aaba tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1510055 Oct 28 08:42:52.721711 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 54852) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:52.727255 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-dcdb4026-b0a6-47af-b82e-d25674b5a23f tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Request body: {'security_group_rule': {'security_group_id': '4cb6ddd4-447a-4a7f-bc35-00f119c992ee', 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:42:52.756546 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4026-b0a6-47af-b82e-d25674b5a23f tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.808886 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4026-b0a6-47af-b82e-d25674b5a23f tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.814091 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4026-b0a6-47af-b82e-d25674b5a23f tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.834402 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb4026-b0a6-47af-b82e-d25674b5a23f tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7101e552-6683-4c81-84fd-c791f9bd77c4,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:52.842968 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4026-b0a6-47af-b82e-d25674b5a23f tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.844294 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-dcdb4026-b0a6-47af-b82e-d25674b5a23f tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215749 Oct 28 08:42:52.847160 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 54854) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:52.853254 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-b07b8da4-4fed-48ac-a287-2f3653f6b1cc tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Request body: {'security_group_rule': {'security_group_id': '4cb6ddd4-447a-4a7f-bc35-00f119c992ee', 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:42:52.874879 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.securitygroups_db [None req-b07b8da4-4fed-48ac-a287-2f3653f6b1cc tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Project 5c6091e93f804ac3b925a7b3e9f3c747 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 08:42:52.880416 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b07b8da4-4fed-48ac-a287-2f3653f6b1cc tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.894568 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-6b8a4577-b27f-4ae4-972c-a9b7ed31d743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'name': 'tempest-TestMinimumBasicScenario-1183880284-router', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:06Z', 'revision_number': 4, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'gw_port': {'id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': '21a8ae9f-b828-49fb-936d-96cdeef2cd84', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'floating_ip_address': '172.27.2.7', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'port_id': '760c9603-2fe5-4dc3-aa4c-7ff255fee93d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb', 'mac_address': 'fa:16:3e:4c:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b0126-b6b3-4fbf-8596-0f7b3d5877f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:42:50Z', 'updated_at': '2021-10-28T08:42:50Z', 'revision_number': 0, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c95698a-f355-4605-82d4-5a4fa6d25666', 'name': '', 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'mac_address': 'fa:16:3e:f4:c8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:05Z', 'updated_at': '2021-10-28T08:41:12Z', 'revision_number': 5, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'subnets': [{'id': 'e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:42:52.922127 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a4577-b27f-4ae4-972c-a9b7ed31d743 None None] The sync data for ids ['3a0eb3bc-9577-4912-b662-2718c5e4c639'] in dv-cinder-815660-3-iscsi is: [{'id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'name': 'tempest-TestMinimumBasicScenario-1183880284-router', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:06Z', 'revision_number': 4, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'gw_port': {'id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': '21a8ae9f-b828-49fb-936d-96cdeef2cd84', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'floating_ip_address': '172.27.2.7', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'port_id': '760c9603-2fe5-4dc3-aa4c-7ff255fee93d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb', 'mac_address': 'fa:16:3e:4c:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50b0126-b6b3-4fbf-8596-0f7b3d5877f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:42:50Z', 'updated_at': '2021-10-28T08:42:50Z', 'revision_number': 0, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c95698a-f355-4605-82d4-5a4fa6d25666', 'name': '', 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'mac_address': 'fa:16:3e:f4:c8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:05Z', 'updated_at': '2021-10-28T08:41:12Z', 'revision_number': 5, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'subnets': [{'id': 'e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:42:52.945394 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b07b8da4-4fed-48ac-a287-2f3653f6b1cc tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.949526 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b07b8da4-4fed-48ac-a287-2f3653f6b1cc tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.970170 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b8da4-4fed-48ac-a287-2f3653f6b1cc tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1a2d9e-c89c-4041-b6f9-62bf17ad11ef,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:52.980631 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b07b8da4-4fed-48ac-a287-2f3653f6b1cc tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.981958 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-b07b8da4-4fed-48ac-a287-2f3653f6b1cc tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337390 Oct 28 08:42:52.984946 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 54856) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:52.989824 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-fb73333d-0991-4006-8d71-b4310a1e2450 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Request body: {'security_group_rule': {'security_group_id': '4cb6ddd4-447a-4a7f-bc35-00f119c992ee', 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:42:53.016009 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.securitygroups_db [None req-fb73333d-0991-4006-8d71-b4310a1e2450 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Project 5c6091e93f804ac3b925a7b3e9f3c747 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 08:42:53.021618 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fb73333d-0991-4006-8d71-b4310a1e2450 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:53.094474 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fb73333d-0991-4006-8d71-b4310a1e2450 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:53.098922 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fb73333d-0991-4006-8d71-b4310a1e2450 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:53.118544 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73333d-0991-4006-8d71-b4310a1e2450 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d00f8c4-63f9-4ae3-b051-8185ab4e86df,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:53.126122 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fb73333d-0991-4006-8d71-b4310a1e2450 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:53.126504 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b274dc64-dee3-44b9-9dbb-44f3b5e0471e None None] New status for floating IP 21a8ae9f-b828-49fb-936d-96cdeef2cd84: ACTIVE {{(pid=108151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:42:53.128056 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-fb73333d-0991-4006-8d71-b4310a1e2450 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421113 Oct 28 08:42:54.440193 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-3406e6e2-d23a-4d55-a7c6-0ee78ab6b115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:55.122112 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd37761a-eccf-4bd0-a97b-12713c7908b4 x-openstack-request-id: req-dd37761a-eccf-4bd0-a97b-12713c7908b4 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:42:55.122700 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50b0126-b6b3-4fbf-8596-0f7b3d5877f6", "tag": "760c9603-2fe5-4dc3-aa4c-7ff255fee93d", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:42:55.122700 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dd37761a-eccf-4bd0-a97b-12713c7908b4 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:42:55.123050 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50b0126-b6b3-4fbf-8596-0f7b3d5877f6', 'tag': '760c9603-2fe5-4dc3-aa4c-7ff255fee93d', 'status': 'completed', 'code': 200} Oct 28 08:42:55.208610 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da124-7802-4ddc-b665-9b63ff72d110 req-65153bc1-4bc7-4130-ae5e-0ddbf12175b0 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:55.210221 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e79da124-7802-4ddc-b665-9b63ff72d110 req-65153bc1-4bc7-4130-ae5e-0ddbf12175b0 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0779004 Oct 28 08:42:55.269909 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2c4cf001-ca48-4393-8d2b-2445d5d7e955 req-7b8b992c-5f1b-4ed2-b1e1-1c5aadcfd99a tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886198110&fields=id&tenant_id=5c6091e93f804ac3b925a7b3e9f3c747 HTTP/1.1" status: 200 len: 267 time: 0.0996144 Oct 28 08:42:55.296299 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e79da124-7802-4ddc-b665-9b63ff72d110 req-900a1417-797c-42e9-b6fe-ac09eb1b122f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708988 Oct 28 08:42:55.314715 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe7116-b3a8-4973-9e52-d78187f09716 req-653c0834-5749-4cd3-8b45-421b0a2c0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:55.316264 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7cbe7116-b3a8-4973-9e52-d78187f09716 req-653c0834-5749-4cd3-8b45-421b0a2c0039 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c6091e93f804ac3b925a7b3e9f3c747&device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 1099 time: 0.1354005 Oct 28 08:42:55.348037 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cf001-ca48-4393-8d2b-2445d5d7e955 req-3db08fc1-4010-48f8-8683-38200000e26c tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:55.349542 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2c4cf001-ca48-4393-8d2b-2445d5d7e955 req-3db08fc1-4010-48f8-8683-38200000e26c tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 946 time: 0.0700519 Oct 28 08:42:55.389404 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-2c4cf001-ca48-4393-8d2b-2445d5d7e955 req-0da4c631-8166-4a01-a9d9-b626729c818c tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Request body: {'port': {'security_groups': ['e04b387d-84b2-4446-9e98-e75529a2d4e2', '4cb6ddd4-447a-4a7f-bc35-00f119c992ee']}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:42:55.449201 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:55.483546 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-2c4cf001-ca48-4393-8d2b-2445d5d7e955 req-0da4c631-8166-4a01-a9d9-b626729c818c tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:55.501952 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe7116-b3a8-4973-9e52-d78187f09716 req-0005d9bf-5f62-4628-8cf1-1a814e4ef5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:55.503431 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7cbe7116-b3a8-4973-9e52-d78187f09716 req-0005d9bf-5f62-4628-8cf1-1a814e4ef5df service neutron] 10.222.0.77 "GET /v2.0/networks?id=f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb HTTP/1.1" status: 200 len: 917 time: 0.1743932 Oct 28 08:42:55.619665 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7cbe7116-b3a8-4973-9e52-d78187f09716 req-b8d45442-8708-45f5-ac1a-3f24a205a7a5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=760c9603-2fe5-4dc3-aa4c-7ff255fee93d HTTP/1.1" status: 200 len: 1000 time: 0.0918570 Oct 28 08:42:55.690515 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:55.732975 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe7116-b3a8-4973-9e52-d78187f09716 req-48e03450-9643-43f5-9ef6-917dc0d03660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:55.734480 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7cbe7116-b3a8-4973-9e52-d78187f09716 req-48e03450-9643-43f5-9ef6-917dc0d03660 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1 HTTP/1.1" status: 200 len: 854 time: 0.1022468 Oct 28 08:42:55.821746 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-2c4cf001-ca48-4393-8d2b-2445d5d7e955 req-0da4c631-8166-4a01-a9d9-b626729c818c tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] For port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=760c9603-2fe5-4dc3-aa4c-7ff255fee93d,segment=NetworkSegment(4d6b0a38-44cb-48e6-a456-7a3b9833ad10),segment_id=4d6b0a38-44cb-48e6-a456-7a3b9833ad10)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:42:55.825327 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe7116-b3a8-4973-9e52-d78187f09716 req-e7432e04-fbc2-452d-bbe5-2692d14361de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:55.826857 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7cbe7116-b3a8-4973-9e52-d78187f09716 req-e7432e04-fbc2-452d-bbe5-2692d14361de service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826101 Oct 28 08:42:55.907339 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-2c4cf001-ca48-4393-8d2b-2445d5d7e955 req-0da4c631-8166-4a01-a9d9-b626729c818c tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:55.915265 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-2c4cf001-ca48-4393-8d2b-2445d5d7e955 req-0da4c631-8166-4a01-a9d9-b626729c818c tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:55.929752 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['760c9603-2fe5-4dc3-aa4c-7ff255fee93d'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:42:55.981239 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cf001-ca48-4393-8d2b-2445d5d7e955 req-0da4c631-8166-4a01-a9d9-b626729c818c tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:55.982350 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-2c4cf001-ca48-4393-8d2b-2445d5d7e955 req-0da4c631-8166-4a01-a9d9-b626729c818c tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:55.984027 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2c4cf001-ca48-4393-8d2b-2445d5d7e955 req-0da4c631-8166-4a01-a9d9-b626729c818c tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "PUT /v2.0/ports/760c9603-2fe5-4dc3-aa4c-7ff255fee93d HTTP/1.1" status: 200 len: 982 time: 0.6241496 Oct 28 08:42:56.011760 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7cbe7116-b3a8-4973-9e52-d78187f09716 req-8836ce83-66b1-4cc2-8be8-462587877d4d service neutron] 10.222.0.77 "GET /v2.0/networks/f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716814 Oct 28 08:42:56.015341 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4c631-8166-4a01-a9d9-b626729c818c tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Pushing event updated for resources: {'Port': ['ID=760c9603-2fe5-4dc3-aa4c-7ff255fee93d,revision_number=6']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:56.187202 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f78a87-6588-4b97-993d-3cc7a4fc7dee req-5b474caf-d0a1-47b6-9c67-4129ef50d124 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:56.189014 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-67f78a87-6588-4b97-993d-3cc7a4fc7dee req-5b474caf-d0a1-47b6-9c67-4129ef50d124 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 985 time: 0.1078155 Oct 28 08:42:56.194073 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7cbe7116-b3a8-4973-9e52-d78187f09716 req-c9124ca6-7d69-4bb9-8920-b10cc039a038 service neutron] 10.222.0.77 "GET /v2.0/networks/f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716743 Oct 28 08:42:56.251540 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-67f78a87-6588-4b97-993d-3cc7a4fc7dee req-b00611c5-4fff-42cc-bff7-11b7f4aedd03 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=4cb6ddd4-447a-4a7f-bc35-00f119c992ee&id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424123 Oct 28 08:42:56.309267 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['760c9603-2fe5-4dc3-aa4c-7ff255fee93d'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:42:56.377387 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-216c3364-7fd5-46cc-a5ad-5a61f10c2e11 None None] Provisioning complete for port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:42:56.377828 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-216c3364-7fd5-46cc-a5ad-5a61f10c2e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:56.498948 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed242d-18c4-404e-ae9e-10f540cf58c1 req-ce53bac3-ec8b-4409-b6af-d4a18e08af77 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:56.500413 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5eed242d-18c4-404e-ae9e-10f540cf58c1 req-ce53bac3-ec8b-4409-b6af-d4a18e08af77 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0788965 Oct 28 08:42:56.520705 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c25346-4ded-4f7b-839f-48117f40040b req-4eed65d7-f700-469a-a152-f84a930a2467 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:56.522461 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-88c25346-4ded-4f7b-839f-48117f40040b req-4eed65d7-f700-469a-a152-f84a930a2467 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/networks?id=99f80582-49be-48b4-8fdc-c145bb74ebac HTTP/1.1" status: 200 len: 813 time: 0.1517906 Oct 28 08:42:56.549671 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-88c25346-4ded-4f7b-839f-48117f40040b req-4c495f8b-146e-45c0-ad07-9f32046c4069 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/quotas/5d151ada161c47d4ae433054a67cdb95 HTTP/1.1" status: 200 len: 375 time: 0.0190926 Oct 28 08:42:56.576047 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5eed242d-18c4-404e-ae9e-10f540cf58c1 req-db1f4ff7-a30b-4b7c-8315-081d24713502 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525982 Oct 28 08:42:56.590768 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-88c25346-4ded-4f7b-839f-48117f40040b req-9469180b-5ef3-455e-b9ad-687b4ff706b6 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5d151ada161c47d4ae433054a67cdb95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305243 Oct 28 08:42:56.702804 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-88c25346-4ded-4f7b-839f-48117f40040b req-8ee4a55e-daea-4f2c-9d0f-4f98450933bb service neutron] 10.222.0.74 "GET /v2.0/networks/99f80582-49be-48b4-8fdc-c145bb74ebac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038635 Oct 28 08:42:56.802373 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-88c25346-4ded-4f7b-839f-48117f40040b req-9d1bf1b5-72e2-4832-a72e-a90f1833b277 service neutron] 10.222.0.74 "GET /v2.0/networks/99f80582-49be-48b4-8fdc-c145bb74ebac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916462 Oct 28 08:42:56.982857 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0bfec3a4-9cd2-4961-88d3-431b5191556f req-31f2e7e1-eb6d-499f-868b-0da493e817d5 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 210 time: 0.0335586 Oct 28 08:42:57.124377 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50b0126-b6b3-4fbf-8596-0f7b3d5877f6', 'tag': '760c9603-2fe5-4dc3-aa4c-7ff255fee93d'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:42:57.127070 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a24cbf0-31e6-4751-b846-55211f892461" -d '{"events": [{"name": "network-changed", "server_uuid": "b50b0126-b6b3-4fbf-8596-0f7b3d5877f6", "tag": "760c9603-2fe5-4dc3-aa4c-7ff255fee93d"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:42:57.168276 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368dc799-5a6e-4f3b-afd5-82944bfab8d4 x-openstack-request-id: req-368dc799-5a6e-4f3b-afd5-82944bfab8d4 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:42:57.168584 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50b0126-b6b3-4fbf-8596-0f7b3d5877f6", "tag": "760c9603-2fe5-4dc3-aa4c-7ff255fee93d", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:42:57.168818 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-368dc799-5a6e-4f3b-afd5-82944bfab8d4 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:42:57.169281 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50b0126-b6b3-4fbf-8596-0f7b3d5877f6', 'tag': '760c9603-2fe5-4dc3-aa4c-7ff255fee93d', 'status': 'completed', 'code': 200} Oct 28 08:42:57.256682 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24cbf0-31e6-4751-b846-55211f892461 req-c6a5d1fe-1084-4ddb-acb1-149b5d286262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:57.258547 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9a24cbf0-31e6-4751-b846-55211f892461 req-c6a5d1fe-1084-4ddb-acb1-149b5d286262 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c6091e93f804ac3b925a7b3e9f3c747&device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 1138 time: 0.0607972 Oct 28 08:42:57.359164 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24cbf0-31e6-4751-b846-55211f892461 req-ce0e2859-d2d1-4e0f-9706-9396049d3a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:57.360712 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9a24cbf0-31e6-4751-b846-55211f892461 req-ce0e2859-d2d1-4e0f-9706-9396049d3a85 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb HTTP/1.1" status: 200 len: 917 time: 0.0948064 Oct 28 08:42:57.436895 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:57.455028 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9a24cbf0-31e6-4751-b846-55211f892461 req-4124edd4-6a7c-4775-978e-43bc7a15081a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=760c9603-2fe5-4dc3-aa4c-7ff255fee93d HTTP/1.1" status: 200 len: 1000 time: 0.0848258 Oct 28 08:42:57.527140 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24cbf0-31e6-4751-b846-55211f892461 req-0d09c706-4c61-41b5-ba1d-65a5140269e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:57.528613 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9a24cbf0-31e6-4751-b846-55211f892461 req-0d09c706-4c61-41b5-ba1d-65a5140269e9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1 HTTP/1.1" status: 200 len: 854 time: 0.0476904 Oct 28 08:42:57.576423 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24cbf0-31e6-4751-b846-55211f892461 req-250d8f4a-d7d4-4b32-aa80-dc80edbebc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:57.578545 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9a24cbf0-31e6-4751-b846-55211f892461 req-250d8f4a-d7d4-4b32-aa80-dc80edbebc1e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426004 Oct 28 08:42:57.736340 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9a24cbf0-31e6-4751-b846-55211f892461 req-01ee1908-76d1-41d7-9e5c-8c08288df91c service neutron] 10.222.0.77 "GET /v2.0/networks/f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393082 Oct 28 08:42:57.744860 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c9c94-9fe9-4f3b-b478-81435cb1af1d req-3630137e-17c5-4ea0-bcc4-b4f9c0233a17 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:57.746356 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d63c9c94-9fe9-4f3b-b478-81435cb1af1d req-3630137e-17c5-4ea0-bcc4-b4f9c0233a17 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0818079 Oct 28 08:42:57.837943 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d63c9c94-9fe9-4f3b-b478-81435cb1af1d req-f2b305ec-b1ad-44ca-9ccd-75433e62f1f0 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821228 Oct 28 08:42:57.861227 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9a24cbf0-31e6-4751-b846-55211f892461 req-d1e745ef-1f52-463f-a8dc-8a8a74690861 service neutron] 10.222.0.77 "GET /v2.0/networks/f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138775 Oct 28 08:42:58.111766 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-35662e43-35e4-42d7-b077-221f07c7be58 req-1c519665-a43b-489a-8315-52fafac7fbca tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 210 time: 0.0488768 Oct 28 08:42:58.128134 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9133d2-baa9-49bf-83d2-c2a6a53111e7 req-6fe80a5f-6c37-4975-9116-952f446e91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:58.130562 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9c9133d2-baa9-49bf-83d2-c2a6a53111e7 req-6fe80a5f-6c37-4975-9116-952f446e91b5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 1098 time: 0.0749984 Oct 28 08:42:58.175336 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9c9133d2-baa9-49bf-83d2-c2a6a53111e7 req-77c0c427-56ce-4fad-8a10-8342183e03ba service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291097 Oct 28 08:42:58.185010 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c25346-4ded-4f7b-839f-48117f40040b req-2327c410-0a49-45ae-9fd1-aa7cfde0f45a tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:58.186696 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-88c25346-4ded-4f7b-839f-48117f40040b req-2327c410-0a49-45ae-9fd1-aa7cfde0f45a tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.77 "GET /v2.0/networks?id=99f80582-49be-48b4-8fdc-c145bb74ebac HTTP/1.1" status: 200 len: 813 time: 0.1260808 Oct 28 08:42:58.495932 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-88c25346-4ded-4f7b-839f-48117f40040b req-31d24013-957d-4cbb-b502-c299f69a8552 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Request body: {'port': {'device_id': '7b242f3a-0fab-4607-8a43-80c4d15255c6', 'network_id': '99f80582-49be-48b4-8fdc-c145bb74ebac', 'admin_state_up': True, 'tenant_id': '5d151ada161c47d4ae433054a67cdb95'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:42:58.566219 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 54988) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:58.612856 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bf1172-f3e5-4508-8b56-5754752580e1 admin admin] Deleting subnet 3dd8d100-4ccf-472b-80f7-fddc918e715a {{(pid=108149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:42:58.616764 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a0bf1172-f3e5-4508-8b56-5754752580e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:58.633390 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c25346-4ded-4f7b-839f-48117f40040b req-31d24013-957d-4cbb-b502-c299f69a8552 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Made reservation on behalf of 5d151ada161c47d4ae433054a67cdb95 for: {'port': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:42:58.637331 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-88c25346-4ded-4f7b-839f-48117f40040b req-31d24013-957d-4cbb-b502-c299f69a8552 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:58.658438 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a0bf1172-f3e5-4508-8b56-5754752580e1 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:58.669257 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a0bf1172-f3e5-4508-8b56-5754752580e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697502'] for subnet, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:58.738203 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a0bf1172-f3e5-4508-8b56-5754752580e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for subnet, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:58.774609 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf1172-f3e5-4508-8b56-5754752580e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd8d100-4ccf-472b-80f7-fddc918e715a,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:58.776505 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a0bf1172-f3e5-4508-8b56-5754752580e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:58.779924 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-a0bf1172-f3e5-4508-8b56-5754752580e1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3dd8d100-4ccf-472b-80f7-fddc918e715a HTTP/1.1" status: 204 len: 168 time: 0.2123666 Oct 28 08:42:58.782397 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 54990) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:58.785192 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [req-88c25346-4ded-4f7b-839f-48117f40040b req-31d24013-957d-4cbb-b502-c299f69a8552 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Allocated IP 172.20.0.2 (99f80582-49be-48b4-8fdc-c145bb74ebac/c70abcf2-682e-4f60-a91c-f81d4232a2fd/b5f4ba07-a5b6-40dc-b577-c707a79bc3d0) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:42:58.855753 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8072101'] for network, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:58.948188 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-88c25346-4ded-4f7b-839f-48117f40040b req-31d24013-957d-4cbb-b502-c299f69a8552 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:58.972570 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700171', 'neutron.services.segments.db._delete_segments_for_network-8726588780638'] for network, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:58.984014 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-88c25346-4ded-4f7b-839f-48117f40040b req-31d24013-957d-4cbb-b502-c299f69a8552 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:59.033246 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c25346-4ded-4f7b-839f-48117f40040b req-31d24013-957d-4cbb-b502-c299f69a8552 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Network 99f80582-49be-48b4-8fdc-c145bb74ebac is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:42:59.036699 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [req-88c25346-4ded-4f7b-839f-48117f40040b req-31d24013-957d-4cbb-b502-c299f69a8552 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:42:59.041146 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c25346-4ded-4f7b-839f-48117f40040b req-31d24013-957d-4cbb-b502-c299f69a8552 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:42:59.074140 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d24013-957d-4cbb-b502-c299f69a8552 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Pushing event updated for resources: {'Port': ['ID=b5f4ba07-a5b6-40dc-b577-c707a79bc3d0,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:59.104261 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c25346-4ded-4f7b-839f-48117f40040b req-31d24013-957d-4cbb-b502-c299f69a8552 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:59.104907 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-88c25346-4ded-4f7b-839f-48117f40040b req-31d24013-957d-4cbb-b502-c299f69a8552 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:59.122690 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-88c25346-4ded-4f7b-839f-48117f40040b req-31d24013-957d-4cbb-b502-c299f69a8552 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6307623 Oct 28 08:42:59.136073 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Request body: {'port': {'device_id': '7b242f3a-0fab-4607-8a43-80c4d15255c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:42:59.199585 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:59.240377 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:42:59.240731 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:42:59.241466 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:42:59.241814 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Subscribe: > port after_create 55550000 {{(pid=108149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:42:59.242130 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:42:59.242455 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Subscribe: > port after_update 55550000 {{(pid=108149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:42:59.242766 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:42:59.243094 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:42:59.243406 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:42:59.243720 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:42:59.335145 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:42:59.335380 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:42:59.335736 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:42:59.336030 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:42:59.336401 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e42fbac-77c0-47d1-ade7-e20b3e0f64ea']}} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:42:59.384039 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756580c-8f49-4f8d-8533-7c4afa7dc30f req-1f4eb684-d085-4d21-843c-463b4ca23faf tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:59.385657 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3756580c-8f49-4f8d-8533-7c4afa7dc30f req-1f4eb684-d085-4d21-843c-463b4ca23faf tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.4548318 Oct 28 08:42:59.388797 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ebebe30-d3a2-458e-804e-d0cd121ae10d') {'for_net_delete': True} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:42:59.389087 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ebebe30-d3a2-458e-804e-d0cd121ae10d') {} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:42:59.417465 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726588781415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-339859'] for segment, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:59.454236 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:59.468331 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659d193-b9aa-4a5f-83cf-b0285808f9a1 req-629895c7-6ef9-401a-8629-3fcee14a2919 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:59.469836 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c659d193-b9aa-4a5f-83cf-b0285808f9a1 req-629895c7-6ef9-401a-8629-3fcee14a2919 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 931 time: 0.2461801 Oct 28 08:42:59.483264 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=108149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:42:59.483661 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25303620'] for segment, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: from cryptography.utils import int_from_bytes Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: from cryptography.utils import int_from_bytes Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: Traceback (most recent call last): Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: timer() Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: cb(*args, **kw) Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: return func(*args, **kwargs) Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: self._notify() Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: self.callback(batched_events) Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: event.method(event) Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: return f(self, *a, **k) Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._get(url).json() Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: return self.request(url, 'GET', **kwargs) Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:42:59.487944 dv-cinder-815660-3-iscsi neutron-server[108149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:42:59.500017 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 {{(pid=108150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:42:59.508611 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:59.535009 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3756580c-8f49-4f8d-8533-7c4afa7dc30f req-f3b3d614-5e23-420a-9393-8ca19a074e17 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416214 Oct 28 08:42:59.574774 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.provisioning_blocks [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Transition to ACTIVE for port object b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 will not be triggered until provisioned by entity L2. {{(pid=108150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:42:59.576769 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c659d193-b9aa-4a5f-83cf-b0285808f9a1 req-08be47f4-6f99-47cd-b6e6-da93d2021b66 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980318 Oct 28 08:42:59.577866 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550728'] for network, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:59.579168 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25530818'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:59.599473 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:59.599473 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] 10.222.0.74 "DELETE /v2.0/networks/8e42fbac-77c0-47d1-ade7-e20b3e0f64ea HTTP/1.1" status: 204 len: 168 time: 0.8091931 Oct 28 08:42:59.609054 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec48c8-d8ea-41bc-b07c-b0913edaa242 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e42fbac-77c0-47d1-ade7-e20b3e0f64ea,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:59.691013 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f4ba07-a5b6-40dc-b577-c707a79bc3d0,revision_number=2']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:59.727330 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Attempting to bind port b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:42:59.727784 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Attempting to bind port b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '99f80582-49be-48b4-8fdc-c145bb74ebac'}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:42:59.728142 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Attempting to bind port b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 on network 99f80582-49be-48b4-8fdc-c145bb74ebac {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:42:59.733189 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Port b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 on network 99f80582-49be-48b4-8fdc-c145bb74ebac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:42:59.733513 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Attempting to bind port b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 on network 99f80582-49be-48b4-8fdc-c145bb74ebac {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:42:59.740449 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:42:59.740779 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Checking segment: {'id': 'bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '99f80582-49be-48b4-8fdc-c145bb74ebac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:42:59.741175 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Bound using segment: {'id': 'bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '99f80582-49be-48b4-8fdc-c145bb74ebac'} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:42:59.741612 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Bound port: b5f4ba07-a5b6-40dc-b577-c707a79bc3d0, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '99f80582-49be-48b4-8fdc-c145bb74ebac'}}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:42:59.742002 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:59.816792 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] For port b5f4ba07-a5b6-40dc-b577-c707a79bc3d0, host hv-cinder-81566, cleared binding levels {{(pid=108150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:42:59.820774 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] For port b5f4ba07-a5b6-40dc-b577-c707a79bc3d0, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b5f4ba07-a5b6-40dc-b577-c707a79bc3d0,segment=NetworkSegment(bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672),segment_id=bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672)] {{(pid=108150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:42:59.821726 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55002) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:59.824962 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25530818'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:59.868184 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:59.869306 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:59.870353 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-88c25346-4ded-4f7b-839f-48117f40040b req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] 10.222.0.77 "PUT /v2.0/ports/b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 HTTP/1.1" status: 200 len: 1093 time: 0.7388318 Oct 28 08:42:59.870800 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b242f3a-0fab-4607-8a43-80c4d15255c6', 'tag': 'b5f4ba07-a5b6-40dc-b577-c707a79bc3d0'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:42:59.875375 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c62f16-a819-4f4d-b804-ab11ff218129" -d '{"events": [{"name": "network-changed", "server_uuid": "7b242f3a-0fab-4607-8a43-80c4d15255c6", "tag": "b5f4ba07-a5b6-40dc-b577-c707a79bc3d0"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:42:59.875539 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-1425cb52-7ddf-4097-bdff-2fab097316b6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5524f9a286464e8db7e4cb81c3879647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502558 Oct 28 08:42:59.877073 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55006) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:59.901434 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7816975-8f8c-44cd-a19b-7807db960a00 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f4ba07-a5b6-40dc-b577-c707a79bc3d0,revision_number=3']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:59.924529 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692ed97d-d3e5-48b2-91de-c0e435ff3819 x-openstack-request-id: req-692ed97d-d3e5-48b2-91de-c0e435ff3819 {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:42:59.924920 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b242f3a-0fab-4607-8a43-80c4d15255c6", "tag": "b5f4ba07-a5b6-40dc-b577-c707a79bc3d0", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:42:59.925275 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-692ed97d-d3e5-48b2-91de-c0e435ff3819 {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:42:59.925876 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b242f3a-0fab-4607-8a43-80c4d15255c6', 'tag': 'b5f4ba07-a5b6-40dc-b577-c707a79bc3d0', 'status': 'completed', 'code': 200} Oct 28 08:42:59.967532 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-885926db-12d4-427a-b366-5b4595202b8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:59.990979 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c25346-4ded-4f7b-839f-48117f40040b req-81e0a65a-1bd5-4f94-90d5-bd7bfc95a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:59.992671 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-88c25346-4ded-4f7b-839f-48117f40040b req-81e0a65a-1bd5-4f94-90d5-bd7bfc95a7ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5d151ada161c47d4ae433054a67cdb95&device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 1096 time: 0.0475168 Oct 28 08:42:59.994853 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-885926db-12d4-427a-b366-5b4595202b8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:00.040055 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-88c25346-4ded-4f7b-839f-48117f40040b req-200d3756-6d42-4576-be69-cc553ac2ba85 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 HTTP/1.1" status: 200 len: 217 time: 0.0366211 Oct 28 08:43:00.056534 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-885926db-12d4-427a-b366-5b4595202b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:00.060125 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-885926db-12d4-427a-b366-5b4595202b8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:00.063757 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-885926db-12d4-427a-b366-5b4595202b8d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0be4d7f8-2afa-40ef-88bb-6763b1777dc0 HTTP/1.1" status: 204 len: 168 time: 0.1846786 Oct 28 08:43:00.071575 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885926db-12d4-427a-b366-5b4595202b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be4d7f8-2afa-40ef-88bb-6763b1777dc0,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:00.107242 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c25346-4ded-4f7b-839f-48117f40040b req-6087b380-55aa-4b81-b56f-cf5ab07ec3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:00.108775 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-88c25346-4ded-4f7b-839f-48117f40040b req-6087b380-55aa-4b81-b56f-cf5ab07ec3ed service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c70abcf2-682e-4f60-a91c-f81d4232a2fd HTTP/1.1" status: 200 len: 853 time: 0.0597215 Oct 28 08:43:00.146767 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-88c25346-4ded-4f7b-839f-48117f40040b req-f6f751d9-2346-4215-b74d-413936b04cb5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=99f80582-49be-48b4-8fdc-c145bb74ebac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268867 Oct 28 08:43:00.244337 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-88c25346-4ded-4f7b-839f-48117f40040b req-07eaacf8-b481-4c9d-93e3-598aafa64048 service neutron] 10.222.0.77 "GET /v2.0/networks/99f80582-49be-48b4-8fdc-c145bb74ebac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893509 Oct 28 08:43:00.352868 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-88c25346-4ded-4f7b-839f-48117f40040b req-9f457395-443a-4d96-9497-5bf2c675b413 service neutron] 10.222.0.77 "GET /v2.0/networks/99f80582-49be-48b4-8fdc-c145bb74ebac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968509 Oct 28 08:43:00.458992 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c62f16-a819-4f4d-b804-ab11ff218129 req-129d67a9-508c-4e2f-8608-fcc1adb7e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:00.460496 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-e7c62f16-a819-4f4d-b804-ab11ff218129 req-129d67a9-508c-4e2f-8608-fcc1adb7e5c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5d151ada161c47d4ae433054a67cdb95&device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 1096 time: 0.0464792 Oct 28 08:43:00.565102 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c62f16-a819-4f4d-b804-ab11ff218129 req-7c6564d0-108b-454b-ac36-3366440df0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:00.566077 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-e7c62f16-a819-4f4d-b804-ab11ff218129 req-7c6564d0-108b-454b-ac36-3366440df0c8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=99f80582-49be-48b4-8fdc-c145bb74ebac HTTP/1.1" status: 200 len: 915 time: 0.0967095 Oct 28 08:43:00.612947 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-e7c62f16-a819-4f4d-b804-ab11ff218129 req-112050b6-73c1-4b48-9d9d-4f80b92ad7f2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 HTTP/1.1" status: 200 len: 217 time: 0.0375555 Oct 28 08:43:00.687697 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c62f16-a819-4f4d-b804-ab11ff218129 req-8d6f292b-75dc-4a34-937b-94818279f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:00.689345 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-e7c62f16-a819-4f4d-b804-ab11ff218129 req-8d6f292b-75dc-4a34-937b-94818279f711 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c70abcf2-682e-4f60-a91c-f81d4232a2fd HTTP/1.1" status: 200 len: 853 time: 0.0685365 Oct 28 08:43:00.703963 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a8deb-8cd1-4c58-8865-279a34f0c7e8 req-b445365a-457f-49d7-8d7f-ccb428558442 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:00.705476 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f00a8deb-8cd1-4c58-8865-279a34f0c7e8 req-b445365a-457f-49d7-8d7f-ccb428558442 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0849948 Oct 28 08:43:00.733243 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-e7c62f16-a819-4f4d-b804-ab11ff218129 req-35f2844f-6594-4ace-9132-2ee974efdb40 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=99f80582-49be-48b4-8fdc-c145bb74ebac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340362 Oct 28 08:43:00.742778 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2896f0b-a9f7-4e65-a824-c4174c08d5d4 req-b144b9e2-83c8-4acf-9539-644070eadf8f tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:00.744326 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e2896f0b-a9f7-4e65-a824-c4174c08d5d4 req-b144b9e2-83c8-4acf-9539-644070eadf8f tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 943 time: 0.0885007 Oct 28 08:43:00.784115 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f00a8deb-8cd1-4c58-8865-279a34f0c7e8 req-0691f279-ba3f-41b1-8520-c7e11c379d98 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667493 Oct 28 08:43:00.809802 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e2896f0b-a9f7-4e65-a824-c4174c08d5d4 req-ed8fc48c-9603-483f-9c0f-a35cc78ce47b tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578637 Oct 28 08:43:00.867494 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-e7c62f16-a819-4f4d-b804-ab11ff218129 req-85508114-5b61-4adf-ab6f-de96f0d7eee4 service neutron] 10.222.0.77 "GET /v2.0/networks/99f80582-49be-48b4-8fdc-c145bb74ebac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257861 Oct 28 08:43:01.001604 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-e7c62f16-a819-4f4d-b804-ab11ff218129 req-73f785b2-288e-4244-906e-767f8cce99f1 service neutron] 10.222.0.77 "GET /v2.0/networks/99f80582-49be-48b4-8fdc-c145bb74ebac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074173 Oct 28 08:43:01.220877 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca73c2-f6eb-4f85-ab2b-d83659c09719 req-b87bacaa-49e3-4ad3-bab3-c34e9d0b0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:01.222635 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-cbca73c2-f6eb-4f85-ab2b-d83659c09719 req-b87bacaa-49e3-4ad3-bab3-c34e9d0b0c04 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e86d34d96c64ad4a33efd5f4918dc05&device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 1098 time: 0.0454035 Oct 28 08:43:01.235315 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f418a61-0f7f-4c43-b44c-84c4cb7f66f9 req-4d84a3a8-0bdf-40f4-89cc-4472ac3dfe14 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:01.237091 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0f418a61-0f7f-4c43-b44c-84c4cb7f66f9 req-4d84a3a8-0bdf-40f4-89cc-4472ac3dfe14 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0526180 Oct 28 08:43:01.280643 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0f418a61-0f7f-4c43-b44c-84c4cb7f66f9 req-dc4772a8-2796-488c-9a54-7dd6f4a26b95 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365403 Oct 28 08:43:01.540535 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca73c2-f6eb-4f85-ab2b-d83659c09719 req-9e18ac06-80e5-4a93-979d-e9c5addafbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:01.542013 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-cbca73c2-f6eb-4f85-ab2b-d83659c09719 req-9e18ac06-80e5-4a93-979d-e9c5addafbb6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0ff72cbf-ad46-4828-989e-fa971038eaa3 HTTP/1.1" status: 200 len: 920 time: 0.3118305 Oct 28 08:43:01.590062 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-cbca73c2-f6eb-4f85-ab2b-d83659c09719 req-de70373a-0bc9-41d5-960f-f570a2e932bc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93c85b10-5891-4f31-b058-20a4f4a01304 HTTP/1.1" status: 200 len: 217 time: 0.0371466 Oct 28 08:43:01.641192 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca73c2-f6eb-4f85-ab2b-d83659c09719 req-667696ce-3aed-4b6e-b543-8b84be600d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:01.642679 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-cbca73c2-f6eb-4f85-ab2b-d83659c09719 req-667696ce-3aed-4b6e-b543-8b84be600d04 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2fd21eb4-40f5-47c1-b699-b95baa074a71 HTTP/1.1" status: 200 len: 858 time: 0.0447588 Oct 28 08:43:01.678219 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-cbca73c2-f6eb-4f85-ab2b-d83659c09719 req-509f7800-8771-4fbf-9b1b-f8f9f12facb9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0ff72cbf-ad46-4828-989e-fa971038eaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261245 Oct 28 08:43:01.790003 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-cbca73c2-f6eb-4f85-ab2b-d83659c09719 req-f3c068ea-22a0-471d-ae95-b0d51c1ca0b1 service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978909 Oct 28 08:43:01.893187 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-cbca73c2-f6eb-4f85-ab2b-d83659c09719 req-9804d318-8e18-4a10-9276-2c539234fb36 service neutron] 10.222.0.77 "GET /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925331 Oct 28 08:43:01.946924 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02f566-f2bd-4177-8b6a-bc71483f05d4 req-2c06b928-23e8-4edf-9264-1fe095be5d35 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:01.948379 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fa02f566-f2bd-4177-8b6a-bc71483f05d4 req-2c06b928-23e8-4edf-9264-1fe095be5d35 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 943 time: 0.0602813 Oct 28 08:43:01.988354 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fa02f566-f2bd-4177-8b6a-bc71483f05d4 req-5bc165d5-799f-4267-93d2-abf71481982b tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339265 Oct 28 08:43:02.412468 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cbc64-86fc-4950-8a2a-1e65faa89cde req-7cbe1eee-ac31-4792-a46e-c82ca618afe6 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:02.414071 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8d3cbc64-86fc-4950-8a2a-1e65faa89cde req-7cbe1eee-ac31-4792-a46e-c82ca618afe6 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0585415 Oct 28 08:43:02.453880 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8d3cbc64-86fc-4950-8a2a-1e65faa89cde req-ae8be43b-02d1-4df7-9bfd-05a0e9274c23 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336607 Oct 28 08:43:03.108836 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8aa1d-2be8-4236-8ee0-a518cc97854f req-4a039e5d-3dd2-4871-b7c8-7c806f5eae34 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:03.110345 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-13d8aa1d-2be8-4236-8ee0-a518cc97854f req-4a039e5d-3dd2-4871-b7c8-7c806f5eae34 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 943 time: 0.0516334 Oct 28 08:43:03.151718 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-13d8aa1d-2be8-4236-8ee0-a518cc97854f req-ef3f37be-3a9a-4e20-8543-8f5e24a48a9e tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343590 Oct 28 08:43:04.357396 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:43:04.476419 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6410f1-3d6e-4ed7-836a-ba368225bd88 req-b7272df6-4cf5-45b1-8401-89a5450a0eaa tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:04.477026 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port b5f4ba07-a5b6-40dc-b577-c707a79bc3d0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b5f4ba07-a5b6-40dc-b577-c707a79bc3d0,segment=NetworkSegment(bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672),segment_id=bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:04.477945 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ad6410f1-3d6e-4ed7-836a-ba368225bd88 req-b7272df6-4cf5-45b1-8401-89a5450a0eaa tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0634453 Oct 28 08:43:04.489559 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': 'b5f4ba07-a5b6-40dc-b577-c707a79bc3d0', 'network_id': '99f80582-49be-48b4-8fdc-c145bb74ebac', 'port_id': 'b5f4ba07-a5b6-40dc-b577-c707a79bc3d0', 'mac_address': 'fa:16:3e:47:68:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70abcf2-682e-4f60-a91c-f81d4232a2fd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:43:04.528340 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:04.542916 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:43:04.545043 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cced68-6c06-4058-a555-ca492f8310ed req-4a95b128-b176-40a8-81cf-8a006a6f4f53 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:04.546614 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f4cced68-6c06-4058-a555-ca492f8310ed req-4a95b128-b176-40a8-81cf-8a006a6f4f53 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 943 time: 0.0901747 Oct 28 08:43:04.549525 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ad6410f1-3d6e-4ed7-836a-ba368225bd88 req-dc1375e1-b168-4048-89f7-143c17eafb38 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574954 Oct 28 08:43:04.563411 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port b5f4ba07-a5b6-40dc-b577-c707a79bc3d0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b5f4ba07-a5b6-40dc-b577-c707a79bc3d0,segment=NetworkSegment(bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672),segment_id=bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:04.571779 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:04.588440 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f4cced68-6c06-4058-a555-ca492f8310ed req-4edda390-3785-4c84-854c-7d2a326e362f tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341697 Oct 28 08:43:04.627645 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=b5f4ba07-a5b6-40dc-b577-c707a79bc3d0,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:04.635263 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:04.635635 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:04.635986 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:04.636324 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:04.636667 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:04.637014 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:04.637344 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:04.637668 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:04.638019 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:04.638343 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:04.638732 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:04.638983 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:08.956730 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dba5d-e64f-468d-adba-e019c8d9386b req-a21957b6-9682-4f3d-ad9d-47bf0170f112 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:08.958166 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-406dba5d-e64f-468d-adba-e019c8d9386b req-a21957b6-9682-4f3d-ad9d-47bf0170f112 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0858045 Oct 28 08:43:08.966336 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705d986-2d52-4203-8611-d80f25c40e59 req-1703d4d4-8175-40a4-8d6d-32741af43298 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:08.967723 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3705d986-2d52-4203-8611-d80f25c40e59 req-1703d4d4-8175-40a4-8d6d-32741af43298 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 944 time: 0.0864744 Oct 28 08:43:09.024835 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-406dba5d-e64f-468d-adba-e019c8d9386b req-67e0f990-e4dc-43ad-bcb6-8a16767b04d4 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561645 Oct 28 08:43:09.031730 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3705d986-2d52-4203-8611-d80f25c40e59 req-54242d17-3508-45ef-b137-dffe06040254 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567126 Oct 28 08:43:10.094217 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['b5f4ba07-a5b6-40dc-b577-c707a79bc3d0'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:43:10.182557 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9b8c1-c95e-4677-beeb-fcc04c857163 req-f9dd1f64-8849-4369-a642-76466d926c20 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:10.184115 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-cbf9b8c1-c95e-4677-beeb-fcc04c857163 req-f9dd1f64-8849-4369-a642-76466d926c20 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0788736 Oct 28 08:43:10.193809 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ec2a6-5f86-4e4b-8a8e-038cc8ce5ee5 req-0f72ba43-2107-4814-a79f-13035fbc07aa tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:10.195313 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f32ec2a6-5f86-4e4b-8a8e-038cc8ce5ee5 req-0f72ba43-2107-4814-a79f-13035fbc07aa tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 944 time: 0.0813024 Oct 28 08:43:10.247364 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-cbf9b8c1-c95e-4677-beeb-fcc04c857163 req-d1ffc86c-a816-40a2-9e47-49eb9f9f9468 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509629 Oct 28 08:43:10.263522 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f32ec2a6-5f86-4e4b-8a8e-038cc8ce5ee5 req-6b5adee8-65fd-4bc7-b8f7-d6911ccf96f1 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600183 Oct 28 08:43:11.409945 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0df887-9649-48ac-95b1-49fbdf9c28ad req-dca742b2-de1e-42eb-9f45-5ca8451cbaca tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:11.412306 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3e0df887-9649-48ac-95b1-49fbdf9c28ad req-dca742b2-de1e-42eb-9f45-5ca8451cbaca tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0911272 Oct 28 08:43:11.428944 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48273bb-d24a-480d-9b7f-2cb00b8400a5 req-152f02bc-4e7e-49fe-95d5-035961cec879 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:11.430577 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c48273bb-d24a-480d-9b7f-2cb00b8400a5 req-152f02bc-4e7e-49fe-95d5-035961cec879 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 944 time: 0.0780776 Oct 28 08:43:11.494655 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3e0df887-9649-48ac-95b1-49fbdf9c28ad req-c804a012-c601-4d29-92d8-a8ce2d9a9402 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628269 Oct 28 08:43:11.501334 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c48273bb-d24a-480d-9b7f-2cb00b8400a5 req-2e66bc03-6a2d-4252-8daf-874289047f7f tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616095 Oct 28 08:43:12.487998 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55150) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:12.640347 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2357075c-7325-4600-8ae1-470c5bf62300 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:12.688770 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fc1ff-a30a-496d-b2c7-de767c7658c9 req-3f046815-eb48-471c-a154-e72f0446c4cc tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:12.690405 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d31fc1ff-a30a-496d-b2c7-de767c7658c9 req-3f046815-eb48-471c-a154-e72f0446c4cc tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 944 time: 0.1163349 Oct 28 08:43:12.698984 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb3c43-4022-44aa-80fb-907cd6de3990 req-32e4dc1d-2d3c-476d-8148-45a8803e9fa1 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:12.700387 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6feb3c43-4022-44aa-80fb-907cd6de3990 req-32e4dc1d-2d3c-476d-8148-45a8803e9fa1 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.1285088 Oct 28 08:43:12.773032 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:43:12.787602 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d31fc1ff-a30a-496d-b2c7-de767c7658c9 req-f4725616-9603-4776-84c6-7f4d3bde5a28 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837874 Oct 28 08:43:12.790719 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6feb3c43-4022-44aa-80fb-907cd6de3990 req-b5908b4b-0214-4c89-9c12-2a5baaa590cb tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767090 Oct 28 08:43:12.826538 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2357075c-7325-4600-8ae1-470c5bf62300 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:12.831306 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2357075c-7325-4600-8ae1-470c5bf62300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:12.841769 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:43:12.846521 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:12.847178 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:12.875544 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-2357075c-7325-4600-8ae1-470c5bf62300 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6ce5e1822c374aaab6151a81220566a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864543 Oct 28 08:43:12.876520 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357075c-7325-4600-8ae1-470c5bf62300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171fa829-2f14-45e8-84ca-52e2d492c0b6,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:12.878809 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 55160) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:12.936247 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-694dcd76-a480-4f37-877e-3bd7b0a24da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:12.944714 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:12.961608 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-694dcd76-a480-4f37-877e-3bd7b0a24da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:12.970079 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b242f3a-0fab-4607-8a43-80c4d15255c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f4ba07-a5b6-40dc-b577-c707a79bc3d0'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:43:12.972590 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090da245-a2e9-4e3f-96d8-f3dbf8dcdb4a" -d '{"events": [{"server_uuid": "7b242f3a-0fab-4607-8a43-80c4d15255c6", "name": "network-vif-plugged", "status": "completed", "tag": "b5f4ba07-a5b6-40dc-b577-c707a79bc3d0"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:43:12.987473 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port b5f4ba07-a5b6-40dc-b577-c707a79bc3d0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b5f4ba07-a5b6-40dc-b577-c707a79bc3d0,segment=NetworkSegment(bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672),segment_id=bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:13.001069 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:13.017055 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-694dcd76-a480-4f37-877e-3bd7b0a24da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:13.019886 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-694dcd76-a480-4f37-877e-3bd7b0a24da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:13.026328 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-694dcd76-a480-4f37-877e-3bd7b0a24da6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/171fa829-2f14-45e8-84ca-52e2d492c0b6 HTTP/1.1" status: 204 len: 168 time: 0.1432362 Oct 28 08:43:13.034886 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694dcd76-a480-4f37-877e-3bd7b0a24da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171fa829-2f14-45e8-84ca-52e2d492c0b6,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:13.062940 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa7fb5b-1a05-4e9e-88e4-406847888d56 x-openstack-request-id: req-5aa7fb5b-1a05-4e9e-88e4-406847888d56 {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:43:13.064210 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b242f3a-0fab-4607-8a43-80c4d15255c6", "name": "network-vif-plugged", "status": "completed", "tag": "b5f4ba07-a5b6-40dc-b577-c707a79bc3d0", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:43:13.064506 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5aa7fb5b-1a05-4e9e-88e4-406847888d56 {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:43:13.065050 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b242f3a-0fab-4607-8a43-80c4d15255c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f4ba07-a5b6-40dc-b577-c707a79bc3d0', 'code': 200} Oct 28 08:43:13.087275 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=b5f4ba07-a5b6-40dc-b577-c707a79bc3d0,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:13.249314 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4f360-204f-4438-8ff6-dceb9aa0a980 req-5eaaec1a-5ba0-40e9-81a5-abb5f087116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:13.250910 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-d5f4f360-204f-4438-8ff6-dceb9aa0a980 req-5eaaec1a-5ba0-40e9-81a5-abb5f087116b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 1098 time: 0.0415509 Oct 28 08:43:13.299749 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-d5f4f360-204f-4438-8ff6-dceb9aa0a980 req-3d6c16d9-7c55-4c64-8a07-c1e5e7e75c1b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402291 Oct 28 08:43:13.775179 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 55196) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:13.889246 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-1eb08034-066e-43f5-9799-b920edc4a41a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-272083219-network', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:13.912996 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb08034-066e-43f5-9799-b920edc4a41a admin admin] Made reservation on behalf of 3f8be4e851fc4c5bb989b23068ab50b0 for: {'network': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:43:13.915982 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1eb08034-066e-43f5-9799-b920edc4a41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for network, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:13.934086 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1eb08034-066e-43f5-9799-b920edc4a41a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:13.948648 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcf02b-925f-4e5a-ba46-ff3739509c9e req-38944182-d9a1-430b-8172-30b80c8d7cd9 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:13.950899 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-73bcf02b-925f-4e5a-ba46-ff3739509c9e req-38944182-d9a1-430b-8172-30b80c8d7cd9 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 945 time: 0.0645640 Oct 28 08:43:13.999218 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-73bcf02b-925f-4e5a-ba46-ff3739509c9e req-ad360401-d4dc-42a8-b653-e3247758b951 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418868 Oct 28 08:43:14.021526 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1eb08034-066e-43f5-9799-b920edc4a41a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.026739 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1eb08034-066e-43f5-9799-b920edc4a41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.054327 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb08034-066e-43f5-9799-b920edc4a41a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=108150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:43:14.065134 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb08034-066e-43f5-9799-b920edc4a41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03c6e69-0409-4e22-ba2a-db2fee9dfa48,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:14.071862 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1eb08034-066e-43f5-9799-b920edc4a41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.072243 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.db.segments_db [None req-1eb08034-066e-43f5-9799-b920edc4a41a admin admin] Added segment e10a8619-7d18-4407-a4a1-6f26a136cd3d of type vlan for network 5c4e2068-440b-4c5b-b064-f6b110ee163c Oct 28 08:43:14.124928 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1eb08034-066e-43f5-9799-b920edc4a41a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726588262319'] for network, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.160170 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1eb08034-066e-43f5-9799-b920edc4a41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for network, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.162198 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb08034-066e-43f5-9799-b920edc4a41a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:14.162766 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1eb08034-066e-43f5-9799-b920edc4a41a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.221819 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-1eb08034-066e-43f5-9799-b920edc4a41a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4454737 Oct 28 08:43:14.225643 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55204) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:14.228088 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb08034-066e-43f5-9799-b920edc4a41a admin admin] Pushing event updated for resources: {'Network': ['ID=5c4e2068-440b-4c5b-b064-f6b110ee163c,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:14.236340 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-5d476afd-4ab2-4897-94e8-35da4e535ce2 admin admin] Request body: {'subnet': {'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-272083219-subnet', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'ip_version': 4}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:14.238546 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Network 5c4e2068-440b-4c5b-b064-f6b110ee163c details requested by agent ovs-agent-dv-cinder-815660-3-iscsi with host dv-cinder-815660-3-iscsi {{(pid=108151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:43:14.258426 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d476afd-4ab2-4897-94e8-35da4e535ce2 admin admin] Made reservation on behalf of 3f8be4e851fc4c5bb989b23068ab50b0 for: {'subnet': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:43:14.261073 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5d476afd-4ab2-4897-94e8-35da4e535ce2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25577625'] for subnet, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.476789 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5d476afd-4ab2-4897-94e8-35da4e535ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25303791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577611'] for subnet, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.538603 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d476afd-4ab2-4897-94e8-35da4e535ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d439cbbc-8140-4f09-a0c2-b4e28c8b97de,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:14.546760 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d476afd-4ab2-4897-94e8-35da4e535ce2 admin admin] Checking segment: {'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:43:14.547116 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d476afd-4ab2-4897-94e8-35da4e535ce2 admin admin] Network hostable DHCP agents. Network: 5c4e2068-440b-4c5b-b064-f6b110ee163c, hostable agents: ['a0272f17-d1f2-4606-9a20-f7b889da77c9'], hosted agents: [] {{(pid=108149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:43:14.569335 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d476afd-4ab2-4897-94e8-35da4e535ce2 admin admin] Network 5c4e2068-440b-4c5b-b064-f6b110ee163c is scheduled to be hosted by DHCP agent a0272f17-d1f2-4606-9a20-f7b889da77c9 with binding_index 1 {{(pid=108149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:43:14.579871 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-5d476afd-4ab2-4897-94e8-35da4e535ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-3-iscsi, 5c4e2068-440b-4c5b-b064-f6b110ee163c) {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:43:14.584452 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d476afd-4ab2-4897-94e8-35da4e535ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:14.585033 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5d476afd-4ab2-4897-94e8-35da4e535ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.588958 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ed27b1-8c26-43ab-a335-96342a1834a8 None None] Network 5c4e2068-440b-4c5b-b064-f6b110ee163c requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:43:14.603427 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-5d476afd-4ab2-4897-94e8-35da4e535ce2 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3766046 Oct 28 08:43:14.606211 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55206) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:14.610922 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-38118e56-1dee-40f6-872a-f82978be1a34 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:14.641083 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-38118e56-1dee-40f6-872a-f82978be1a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2088'] for router, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.642690 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-38118e56-1dee-40f6-872a-f82978be1a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2067'] for router, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.713254 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-38118e56-1dee-40f6-872a-f82978be1a34 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.774575 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9124244-5199-52c3-8d2f-e0fb3de2782f-5c4e2068-440b-4c5b-b064-f6b110ee163c', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de'}]}} from dv-cinder-815660-3-iscsi. {{(pid=108151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:43:14.775439 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.874126 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-38118e56-1dee-40f6-872a-f82978be1a34 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.922304 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.db_base_plugin_common [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] Allocated IP 172.20.0.2 (5c4e2068-440b-4c5b-b064-f6b110ee163c/d439cbbc-8140-4f09-a0c2-b4e28c8b97de/f4ea1e41-f643-4427-b091-4f48adb63cc3) {{(pid=108151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:43:15.104573 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] Publish callbacks [] for port, precommit_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:15.112185 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:15.145183 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-38118e56-1dee-40f6-872a-f82978be1a34 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:15.158337 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] Network 5c4e2068-440b-4c5b-b064-f6b110ee163c is already hosted by enough agents. {{(pid=108151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:43:15.162394 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.base_scheduler [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] Resources bound (agent type, host, resource id): {{(pid=108151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:43:15.166817 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] Received port after_create {{(pid=108151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:43:15.181226 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-38118e56-1dee-40f6-872a-f82978be1a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:15.183027 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] Pushing event updated for resources: {'Port': ['ID=f4ea1e41-f643-4427-b091-4f48adb63cc3,revision_number=1']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:15.201549 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51a6e0-7e3b-4757-a75c-246bcc9cf9e7 req-d3994dc5-14bb-4c11-9919-4caa47652663 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:15.203133 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5b51a6e0-7e3b-4757-a75c-246bcc9cf9e7 req-d3994dc5-14bb-4c11-9919-4caa47652663 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 945 time: 0.1029699 Oct 28 08:43:15.234896 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] Attempting to bind port f4ea1e41-f643-4427-b091-4f48adb63cc3 on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:43:15.234896 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] Attempting to bind port f4ea1e41-f643-4427-b091-4f48adb63cc3 by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:43:15.235346 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] Attempting to bind port f4ea1e41-f643-4427-b091-4f48adb63cc3 on network 5c4e2068-440b-4c5b-b064-f6b110ee163c {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:43:15.240740 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:43:15.241422 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] Checking segment: {'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:43:15.241548 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:15.241900 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] Bound using segment: {'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:43:15.242706 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] Bound port: f4ea1e41-f643-4427-b091-4f48adb63cc3, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'}}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:43:15.242833 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:15.292531 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5b51a6e0-7e3b-4757-a75c-246bcc9cf9e7 req-24648803-9eb3-4535-ac58-b4431248af9d tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569623 Oct 28 08:43:15.326139 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] For port f4ea1e41-f643-4427-b091-4f48adb63cc3, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:43:15.330940 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] For port f4ea1e41-f643-4427-b091-4f48adb63cc3, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=f4ea1e41-f643-4427-b091-4f48adb63cc3,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:43:15.337584 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:15.356295 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [None req-38118e56-1dee-40f6-872a-f82978be1a34 admin admin] Allocated IP 172.27.2.107 (c0718a07-d425-45b1-8de3-71ded0279532/b41219f0-2f46-4802-a1ee-8d1af97776ac/ad07bb53-842b-4c49-8cff-8e0ec8861939) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:43:15.409923 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912f0d8-b357-433c-ae83-fc2461894c2c None None] Pushing event updated for resources: {'Port': ['ID=f4ea1e41-f643-4427-b091-4f48adb63cc3,revision_number=2']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:15.490487 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-38118e56-1dee-40f6-872a-f82978be1a34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:15.538131 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-38118e56-1dee-40f6-872a-f82978be1a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:15.589891 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38118e56-1dee-40f6-872a-f82978be1a34 admin admin] Network c0718a07-d425-45b1-8de3-71ded0279532 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:43:15.593281 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-38118e56-1dee-40f6-872a-f82978be1a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:43:15.595751 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38118e56-1dee-40f6-872a-f82978be1a34 admin admin] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:43:15.634486 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38118e56-1dee-40f6-872a-f82978be1a34 admin admin] Pushing event updated for resources: {'Port': ['ID=ad07bb53-842b-4c49-8cff-8e0ec8861939,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:15.927353 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-38118e56-1dee-40f6-872a-f82978be1a34 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:16.014620 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device f4ea1e41-f643-4427-b091-4f48adb63cc3 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:43:16.072056 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port f4ea1e41-f643-4427-b091-4f48adb63cc3 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:16.072353 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:16.151493 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-38118e56-1dee-40f6-872a-f82978be1a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591004'] for router, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:16.159178 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:16.205493 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] For port f4ea1e41-f643-4427-b091-4f48adb63cc3, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=f4ea1e41-f643-4427-b091-4f48adb63cc3,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:16.213656 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:16.267689 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Pushing event updated for resources: {'Port': ['ID=f4ea1e41-f643-4427-b091-4f48adb63cc3,revision_number=3']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:16.295470 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38118e56-1dee-40f6-872a-f82978be1a34 admin admin] Router 36e695ef-6b9b-4f62-8445-7a8cd049392e is scheduled to L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c with binding_index 1 {{(pid=108149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:43:16.419029 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74daff1-9627-4b17-91c8-0e12ccd8d2a9 None None] Network 5c4e2068-440b-4c5b-b064-f6b110ee163c requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:43:16.555618 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-ac43ebcd-7141-4103-a9f0-7506a054de3d None None] Provisioning complete for port f4ea1e41-f643-4427-b091-4f48adb63cc3 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:16.556023 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-ac43ebcd-7141-4103-a9f0-7506a054de3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:16.691253 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bdb7e-2d9f-49cd-91b8-f4f7959be84a req-a2881f7e-7a53-473c-b8ae-d40fc37150b5 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:16.694850 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-de9bdb7e-2d9f-49cd-91b8-f4f7959be84a req-a2881f7e-7a53-473c-b8ae-d40fc37150b5 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 945 time: 0.3152997 Oct 28 08:43:16.711331 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38118e56-1dee-40f6-872a-f82978be1a34 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:43:16.721410 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] Sync routers for ids ['36e695ef-6b9b-4f62-8445-7a8cd049392e'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:43:16.733036 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] Routers {'36e695ef-6b9b-4f62-8445-7a8cd049392e'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:43:16.733753 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:42:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['36e695ef-6b9b-4f62-8445-7a8cd049392e'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:16.753069 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-38118e56-1dee-40f6-872a-f82978be1a34 admin admin] Publish callbacks [] for router, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:16.758287 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-38118e56-1dee-40f6-872a-f82978be1a34 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1476848 Oct 28 08:43:16.758551 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55236) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:16.767704 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-de9bdb7e-2d9f-49cd-91b8-f4f7959be84a req-1263e526-71fc-4511-8162-8b87cc4eaa76 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658844 Oct 28 08:43:16.871748 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] Set router 36e695ef-6b9b-4f62-8445-7a8cd049392e gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:43:17.035830 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-2e991307-cfc8-4ef3-8340-b7aeba9b6ebc None None] Provisioning complete for port f4ea1e41-f643-4427-b091-4f48adb63cc3 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:17.035830 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-2e991307-cfc8-4ef3-8340-b7aeba9b6ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:17.209223 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:15Z', 'revision_number': 3, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:17.236379 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] Checking router: 36e695ef-6b9b-4f62-8445-7a8cd049392e for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:43:17.236997 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] Updating router 36e695ef-6b9b-4f62-8445-7a8cd049392e port ad07bb53-842b-4c49-8cff-8e0ec8861939 binding host dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:43:17.265177 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:17.325719 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3c484e36-c9f6-4e6e-9cf4-b6ecaf838a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:17.494896 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [None req-3c484e36-c9f6-4e6e-9cf4-b6ecaf838a6c admin admin] Allocated IP 172.20.0.1 (5c4e2068-440b-4c5b-b064-f6b110ee163c/d439cbbc-8140-4f09-a0c2-b4e28c8b97de/6435295e-129a-4217-8d9b-cf229c9c1d1d) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:43:17.528300 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] Publish callbacks [] for port, precommit_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:17.533761 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:17.601947 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] Attempting to bind port ad07bb53-842b-4c49-8cff-8e0ec8861939 on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:43:17.602316 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] Attempting to bind port ad07bb53-842b-4c49-8cff-8e0ec8861939 by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}] {{(pid=108152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:43:17.602678 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] Attempting to bind port ad07bb53-842b-4c49-8cff-8e0ec8861939 on network c0718a07-d425-45b1-8de3-71ded0279532 {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:43:17.604791 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b277a2-cc58-41d2-afb0-a8f7cc110ba4 None None] Pushing event updated for resources: {'Port': ['ID=ad07bb53-842b-4c49-8cff-8e0ec8861939,revision_number=2']} {{(pid=108152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:17.615423 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b277a2-cc58-41d2-afb0-a8f7cc110ba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:17.615423 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b277a2-cc58-41d2-afb0-a8f7cc110ba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:17.615819 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b277a2-cc58-41d2-afb0-a8f7cc110ba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:17.616145 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b277a2-cc58-41d2-afb0-a8f7cc110ba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:17.616485 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b277a2-cc58-41d2-afb0-a8f7cc110ba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:17.616822 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b277a2-cc58-41d2-afb0-a8f7cc110ba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:17.617140 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b277a2-cc58-41d2-afb0-a8f7cc110ba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:17.617454 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b277a2-cc58-41d2-afb0-a8f7cc110ba4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:17.617824 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b277a2-cc58-41d2-afb0-a8f7cc110ba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:17.618145 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b277a2-cc58-41d2-afb0-a8f7cc110ba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:17.618473 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b277a2-cc58-41d2-afb0-a8f7cc110ba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:17.618792 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b277a2-cc58-41d2-afb0-a8f7cc110ba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:17.625147 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:43:17.625517 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] Checking segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:43:17.625940 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:17.626357 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] Bound using segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:43:17.626888 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] Bound port: ad07bb53-842b-4c49-8cff-8e0ec8861939, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}}] {{(pid=108152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:43:17.627338 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:17.639259 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3c484e36-c9f6-4e6e-9cf4-b6ecaf838a6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:17.680820 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3c484e36-c9f6-4e6e-9cf4-b6ecaf838a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:17.682054 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.db [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] For port ad07bb53-842b-4c49-8cff-8e0ec8861939, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:43:17.685402 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.db [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] For port ad07bb53-842b-4c49-8cff-8e0ec8861939, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=ad07bb53-842b-4c49-8cff-8e0ec8861939,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:43:17.691746 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:17.731063 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c484e36-c9f6-4e6e-9cf4-b6ecaf838a6c admin admin] Network 5c4e2068-440b-4c5b-b064-f6b110ee163c is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:43:17.733756 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-3c484e36-c9f6-4e6e-9cf4-b6ecaf838a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:43:17.736242 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c484e36-c9f6-4e6e-9cf4-b6ecaf838a6c admin admin] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:43:17.749560 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b277a2-cc58-41d2-afb0-a8f7cc110ba4 None None] Pushing event updated for resources: {'Port': ['ID=ad07bb53-842b-4c49-8cff-8e0ec8861939,revision_number=3']} {{(pid=108152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:17.769629 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] Routers {'36e695ef-6b9b-4f62-8445-7a8cd049392e'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:43:17.770865 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:42:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['36e695ef-6b9b-4f62-8445-7a8cd049392e'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:17.775556 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c484e36-c9f6-4e6e-9cf4-b6ecaf838a6c admin admin] Pushing event updated for resources: {'Port': ['ID=6435295e-129a-4217-8d9b-cf229c9c1d1d,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:17.794972 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3c484e36-c9f6-4e6e-9cf4-b6ecaf838a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550849'] for router_interface, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:17.907399 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] Set router 36e695ef-6b9b-4f62-8445-7a8cd049392e gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:43:18.015898 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device f4ea1e41-f643-4427-b091-4f48adb63cc3 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:43:18.030255 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040a4cb-e3dc-444e-8cc3-d2cc99dbe82e req-8d438b77-03ce-4200-9150-aa412cfddf5d tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:18.032674 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2040a4cb-e3dc-444e-8cc3-d2cc99dbe82e req-8d438b77-03ce-4200-9150-aa412cfddf5d tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.1218870 Oct 28 08:43:18.042619 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3c484e36-c9f6-4e6e-9cf4-b6ecaf838a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:18.106386 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port f4ea1e41-f643-4427-b091-4f48adb63cc3 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:18.106947 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:18.111177 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:18.126099 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2040a4cb-e3dc-444e-8cc3-d2cc99dbe82e req-9d1043dd-8d36-4a8f-8371-b93f6a191f7f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849555 Oct 28 08:43:18.159836 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:15Z', 'revision_number': 3, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:18.169582 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-20018d46-b81c-41f7-afc7-65494dc72413 None None] Provisioning complete for port 6435295e-129a-4217-8d9b-cf229c9c1d1d triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:18.170029 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-20018d46-b81c-41f7-afc7-65494dc72413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:18.191304 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9732624-8a35-4777-ae60-50a08af4076e None None] The sync data for ids ['36e695ef-6b9b-4f62-8445-7a8cd049392e'] in dv-cinder-815660-3-iscsi is: [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:15Z', 'revision_number': 3, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:43:18.221457 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-20018d46-b81c-41f7-afc7-65494dc72413 None None] Port 6435295e-129a-4217-8d9b-cf229c9c1d1d cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:43:18.311954 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3c484e36-c9f6-4e6e-9cf4-b6ecaf838a6c admin admin] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:18.317465 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3c484e36-c9f6-4e6e-9cf4-b6ecaf838a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:18.385534 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3c484e36-c9f6-4e6e-9cf4-b6ecaf838a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-784823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591697'] for router_interface, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:18.388537 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c484e36-c9f6-4e6e-9cf4-b6ecaf838a6c admin admin] Pushing event updated for resources: {'Port': ['ID=6435295e-129a-4217-8d9b-cf229c9c1d1d,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:18.523462 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c484e36-c9f6-4e6e-9cf4-b6ecaf838a6c admin admin] Network 5c4e2068-440b-4c5b-b064-f6b110ee163c is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:43:18.525196 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-3c484e36-c9f6-4e6e-9cf4-b6ecaf838a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:43:18.669530 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c484e36-c9f6-4e6e-9cf4-b6ecaf838a6c admin admin] Router 36e695ef-6b9b-4f62-8445-7a8cd049392e has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:43:18.757539 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-188a9da2-21ba-4d63-8d79-f8ee418ca1d6 None None] Provisioning complete for port 6435295e-129a-4217-8d9b-cf229c9c1d1d triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:18.757936 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-188a9da2-21ba-4d63-8d79-f8ee418ca1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:18.789278 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c484e36-c9f6-4e6e-9cf4-b6ecaf838a6c admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:43:18.800813 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-188a9da2-21ba-4d63-8d79-f8ee418ca1d6 None None] Port 6435295e-129a-4217-8d9b-cf229c9c1d1d cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:43:18.804773 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-3c484e36-c9f6-4e6e-9cf4-b6ecaf838a6c admin admin] 10.222.0.74 "PUT /v2.0/routers/36e695ef-6b9b-4f62-8445-7a8cd049392e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0449784 Oct 28 08:43:19.259749 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4926cea-5ecf-4bae-bade-999fb6c87454 req-3670dfdd-3992-408f-98ab-1b04a9a296d7 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:19.261610 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a4926cea-5ecf-4bae-bade-999fb6c87454 req-3670dfdd-3992-408f-98ab-1b04a9a296d7 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0573161 Oct 28 08:43:19.309554 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 55286) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:19.314999 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a4926cea-5ecf-4bae-bade-999fb6c87454 req-6e009495-ca47-4638-b407-96289640d8e4 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456433 Oct 28 08:43:19.315974 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-d732b56d-e981-4358-badc-129b38afb4ff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-624942357-network', 'tenant_id': '96f9f826f8b84695afa8b60881c72bd0'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:19.342277 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d732b56d-e981-4358-badc-129b38afb4ff admin admin] Made reservation on behalf of 96f9f826f8b84695afa8b60881c72bd0 for: {'network': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:43:19.344580 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d732b56d-e981-4358-badc-129b38afb4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for network, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:19.357998 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d732b56d-e981-4358-badc-129b38afb4ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:19.437981 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d732b56d-e981-4358-badc-129b38afb4ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:19.442380 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d732b56d-e981-4358-badc-129b38afb4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:19.467273 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d732b56d-e981-4358-badc-129b38afb4ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=108150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:43:19.478458 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732b56d-e981-4358-badc-129b38afb4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6973642-7725-43cf-a2b4-fec71eb54a57,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:19.484041 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d732b56d-e981-4358-badc-129b38afb4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:19.484384 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.db.segments_db [None req-d732b56d-e981-4358-badc-129b38afb4ff admin admin] Added segment cef254af-132d-405b-8211-975a31279c2c of type vlan for network d8130b45-f7fb-4e97-91d1-953997680cd6 Oct 28 08:43:19.528187 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d732b56d-e981-4358-badc-129b38afb4ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726588262319'] for network, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:19.555239 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d732b56d-e981-4358-badc-129b38afb4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for network, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:19.556179 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d732b56d-e981-4358-badc-129b38afb4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:19.556963 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d732b56d-e981-4358-badc-129b38afb4ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:19.612396 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-d732b56d-e981-4358-badc-129b38afb4ff admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3010392 Oct 28 08:43:19.615766 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55288) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:19.622089 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-060e5427-06bd-4c59-88ea-0f44648411dd admin admin] Request body: {'subnet': {'network_id': 'd8130b45-f7fb-4e97-91d1-953997680cd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-624942357-subnet', 'tenant_id': '96f9f826f8b84695afa8b60881c72bd0', 'ip_version': 4}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:19.624027 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732b56d-e981-4358-badc-129b38afb4ff admin admin] Pushing event updated for resources: {'Network': ['ID=d8130b45-f7fb-4e97-91d1-953997680cd6,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:19.638310 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Network d8130b45-f7fb-4e97-91d1-953997680cd6 details requested by agent ovs-agent-dv-cinder-815660-3-iscsi with host dv-cinder-815660-3-iscsi {{(pid=108151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:43:19.659428 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060e5427-06bd-4c59-88ea-0f44648411dd admin admin] Made reservation on behalf of 96f9f826f8b84695afa8b60881c72bd0 for: {'subnet': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:43:19.662339 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-060e5427-06bd-4c59-88ea-0f44648411dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25577625'] for subnet, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:19.854262 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-060e5427-06bd-4c59-88ea-0f44648411dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25303791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577611'] for subnet, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:19.882844 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] Sync routers for ids ['36e695ef-6b9b-4f62-8445-7a8cd049392e'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:43:19.894697 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] Routers {'36e695ef-6b9b-4f62-8445-7a8cd049392e'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:43:19.895608 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:42:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['36e695ef-6b9b-4f62-8445-7a8cd049392e'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:19.904589 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e5427-06bd-4c59-88ea-0f44648411dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=012d3d30-ef31-47e8-a945-b435c41a18f4,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:19.921843 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060e5427-06bd-4c59-88ea-0f44648411dd admin admin] Checking segment: {'id': 'cef254af-132d-405b-8211-975a31279c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd8130b45-f7fb-4e97-91d1-953997680cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:43:19.922266 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060e5427-06bd-4c59-88ea-0f44648411dd admin admin] Network hostable DHCP agents. Network: d8130b45-f7fb-4e97-91d1-953997680cd6, hostable agents: ['a0272f17-d1f2-4606-9a20-f7b889da77c9'], hosted agents: [] {{(pid=108149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:43:19.948444 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060e5427-06bd-4c59-88ea-0f44648411dd admin admin] Network d8130b45-f7fb-4e97-91d1-953997680cd6 is scheduled to be hosted by DHCP agent a0272f17-d1f2-4606-9a20-f7b889da77c9 with binding_index 1 {{(pid=108149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:43:19.959670 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-060e5427-06bd-4c59-88ea-0f44648411dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-3-iscsi, d8130b45-f7fb-4e97-91d1-953997680cd6) {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:43:19.964661 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060e5427-06bd-4c59-88ea-0f44648411dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:19.965843 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-060e5427-06bd-4c59-88ea-0f44648411dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:19.986210 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-060e5427-06bd-4c59-88ea-0f44648411dd admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3684480 Oct 28 08:43:19.989735 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 55290) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:19.991121 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00822283-bc46-4620-b7b1-1d35581dad67 None None] Network d8130b45-f7fb-4e97-91d1-953997680cd6 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:43:20.003558 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-d3c926c0-a4c1-4264-be1b-b6ff4b8776f6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-624942357-router', 'tenant_id': '96f9f826f8b84695afa8b60881c72bd0', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:20.032603 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d3c926c0-a4c1-4264-be1b-b6ff4b8776f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2088'] for router, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:20.033937 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d3c926c0-a4c1-4264-be1b-b6ff4b8776f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2067'] for router, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:20.068092 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device ad07bb53-842b-4c49-8cff-8e0ec8861939 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:43:20.095716 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d3c926c0-a4c1-4264-be1b-b6ff4b8776f6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:20.166801 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] Set router 36e695ef-6b9b-4f62-8445-7a8cd049392e gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:43:20.264050 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d3c926c0-a4c1-4264-be1b-b6ff4b8776f6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:20.272468 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port ad07bb53-842b-4c49-8cff-8e0ec8861939 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:20.272468 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:20.416750 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9124244-5199-52c3-8d2f-e0fb3de2782f-d8130b45-f7fb-4e97-91d1-953997680cd6', 'network_id': 'd8130b45-f7fb-4e97-91d1-953997680cd6', 'tenant_id': '96f9f826f8b84695afa8b60881c72bd0', 'fixed_ips': [{'subnet_id': '012d3d30-ef31-47e8-a945-b435c41a18f4'}]}} from dv-cinder-815660-3-iscsi. {{(pid=108151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:43:20.418596 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:20.487652 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fc313-4cad-4f3c-9b57-8af4fc4ddb5d req-fbfd0d0b-d3fd-4f51-9259-dc1b2de4f5c4 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:20.490029 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-320fc313-4cad-4f3c-9b57-8af4fc4ddb5d req-fbfd0d0b-d3fd-4f51-9259-dc1b2de4f5c4 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0645969 Oct 28 08:43:20.491087 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d3c926c0-a4c1-4264-be1b-b6ff4b8776f6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:20.511052 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d3c926c0-a4c1-4264-be1b-b6ff4b8776f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:20.543711 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-320fc313-4cad-4f3c-9b57-8af4fc4ddb5d req-d059b127-66df-4cb7-8f04-ceb444c1db79 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461128 Oct 28 08:43:20.644191 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [None req-d3c926c0-a4c1-4264-be1b-b6ff4b8776f6 admin admin] Allocated IP 172.27.2.94 (c0718a07-d425-45b1-8de3-71ded0279532/b41219f0-2f46-4802-a1ee-8d1af97776ac/de9d90f9-d535-4450-8137-28f50edb782a) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:43:20.750324 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:20.763121 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d3c926c0-a4c1-4264-be1b-b6ff4b8776f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:20.804631 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d3c926c0-a4c1-4264-be1b-b6ff4b8776f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:20.811277 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] For port ad07bb53-842b-4c49-8cff-8e0ec8861939, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=ad07bb53-842b-4c49-8cff-8e0ec8861939,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:20.823390 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:20.831853 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.db_base_plugin_common [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] Allocated IP 172.20.0.2 (d8130b45-f7fb-4e97-91d1-953997680cd6/012d3d30-ef31-47e8-a945-b435c41a18f4/9b3271df-3014-4d9e-bd5a-7dca42c9f53f) {{(pid=108151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:43:20.846959 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c926c0-a4c1-4264-be1b-b6ff4b8776f6 admin admin] Network c0718a07-d425-45b1-8de3-71ded0279532 is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:43:20.851155 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-d3c926c0-a4c1-4264-be1b-b6ff4b8776f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:43:20.854799 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c926c0-a4c1-4264-be1b-b6ff4b8776f6 admin admin] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:43:20.858376 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:18Z', 'revision_number': 2, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:20.888164 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c926c0-a4c1-4264-be1b-b6ff4b8776f6 admin admin] Pushing event updated for resources: {'Port': ['ID=de9d90f9-d535-4450-8137-28f50edb782a,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:20.896572 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] Checking router: 36e695ef-6b9b-4f62-8445-7a8cd049392e for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:43:20.897389 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] Updating router 36e695ef-6b9b-4f62-8445-7a8cd049392e port 6435295e-129a-4217-8d9b-cf229c9c1d1d binding host dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:43:20.980408 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:20.982175 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Pushing event updated for resources: {'Port': ['ID=ad07bb53-842b-4c49-8cff-8e0ec8861939,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:21.064623 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cb6f3-e0cc-480d-bcb0-8e86fc57552f req-40536768-b030-4c1d-a45c-121bdf7972fd tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:21.066358 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-da2cb6f3-e0cc-480d-bcb0-8e86fc57552f req-40536768-b030-4c1d-a45c-121bdf7972fd tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.0867281 Oct 28 08:43:21.207897 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] Publish callbacks [] for port, precommit_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:21.217879 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:21.243681 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d3c926c0-a4c1-4264-be1b-b6ff4b8776f6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:21.271643 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] Network d8130b45-f7fb-4e97-91d1-953997680cd6 is already hosted by enough agents. {{(pid=108151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:43:21.282160 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.base_scheduler [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] Resources bound (agent type, host, resource id): {{(pid=108151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:43:21.295580 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] Received port after_create {{(pid=108151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:43:21.306492 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] Pushing event updated for resources: {'Port': ['ID=9b3271df-3014-4d9e-bd5a-7dca42c9f53f,revision_number=1']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:21.354625 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [req-da2cb6f3-e0cc-480d-bcb0-8e86fc57552f req-8f38b5e8-caad-4b09-8cd2-131321de0545 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Deleting port 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:43:21.354958 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-da2cb6f3-e0cc-480d-bcb0-8e86fc57552f req-8f38b5e8-caad-4b09-8cd2-131321de0545 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:21.389559 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] Attempting to bind port 9b3271df-3014-4d9e-bd5a-7dca42c9f53f on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:43:21.390879 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] Attempting to bind port 9b3271df-3014-4d9e-bd5a-7dca42c9f53f by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': 'cef254af-132d-405b-8211-975a31279c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd8130b45-f7fb-4e97-91d1-953997680cd6'}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:43:21.390879 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] Attempting to bind port 9b3271df-3014-4d9e-bd5a-7dca42c9f53f on network d8130b45-f7fb-4e97-91d1-953997680cd6 {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:43:21.421033 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:43:21.421408 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] Checking segment: {'id': 'cef254af-132d-405b-8211-975a31279c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd8130b45-f7fb-4e97-91d1-953997680cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:43:21.423278 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:21.423683 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] Bound using segment: {'id': 'cef254af-132d-405b-8211-975a31279c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd8130b45-f7fb-4e97-91d1-953997680cd6'} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:43:21.424167 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] Bound port: 9b3271df-3014-4d9e-bd5a-7dca42c9f53f, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef254af-132d-405b-8211-975a31279c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd8130b45-f7fb-4e97-91d1-953997680cd6'}}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:43:21.424552 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:21.485444 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] Publish callbacks [] for port, precommit_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:21.499066 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:21.542724 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-da2cb6f3-e0cc-480d-bcb0-8e86fc57552f req-8f38b5e8-caad-4b09-8cd2-131321de0545 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] For port 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=21f88ffd-b1f0-4eee-a795-5feb6bbbdd08,segment=NetworkSegment(7cf73d5c-29ff-494b-9715-bcd52e788a65),segment_id=7cf73d5c-29ff-494b-9715-bcd52e788a65)] {{(pid=108150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:21.543322 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-da2cb6f3-e0cc-480d-bcb0-8e86fc57552f req-8f38b5e8-caad-4b09-8cd2-131321de0545 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:21.560132 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [req-da2cb6f3-e0cc-480d-bcb0-8e86fc57552f req-8f38b5e8-caad-4b09-8cd2-131321de0545 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Calling delete_port for 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 owned by compute:nova {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:43:21.583154 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] For port 9b3271df-3014-4d9e-bd5a-7dca42c9f53f, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:43:21.588778 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] For port 9b3271df-3014-4d9e-bd5a-7dca42c9f53f, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=9b3271df-3014-4d9e-bd5a-7dca42c9f53f,segment=NetworkSegment(cef254af-132d-405b-8211-975a31279c2c),segment_id=cef254af-132d-405b-8211-975a31279c2c)] {{(pid=108151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:43:21.591379 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-d5522929-b04d-4012-b974-4852fbdfac96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:21.600223 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:21.605189 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d70f6-8995-495c-9add-e501b7375667 None None] Pushing event updated for resources: {'Port': ['ID=6435295e-129a-4217-8d9b-cf229c9c1d1d,revision_number=3']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:21.619725 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d3c926c0-a4c1-4264-be1b-b6ff4b8776f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591004'] for router, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:21.718152 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] Attempting to bind port 6435295e-129a-4217-8d9b-cf229c9c1d1d on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:43:21.718497 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] Attempting to bind port 6435295e-129a-4217-8d9b-cf229c9c1d1d by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:43:21.718772 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] Attempting to bind port 6435295e-129a-4217-8d9b-cf229c9c1d1d on network 5c4e2068-440b-4c5b-b064-f6b110ee163c {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:43:21.728850 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace15e1d-0557-4acb-8b15-e3e37539cfe8 None None] Pushing event updated for resources: {'Port': ['ID=9b3271df-3014-4d9e-bd5a-7dca42c9f53f,revision_number=2']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:21.731376 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:43:21.731743 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] Checking segment: {'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:43:21.732138 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:21.732523 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] Bound using segment: {'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:43:21.733046 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] Bound port: 6435295e-129a-4217-8d9b-cf229c9c1d1d, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'}}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:43:21.733433 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:21.769873 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d818de0-6fd7-4fbc-84f7-a8145fc54ab6 req-ed6cceff-fedd-4cc7-94ab-85a69e2b400c tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:21.771619 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3d818de0-6fd7-4fbc-84f7-a8145fc54ab6 req-ed6cceff-fedd-4cc7-94ab-85a69e2b400c tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 945 time: 0.1098166 Oct 28 08:43:21.847835 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3d818de0-6fd7-4fbc-84f7-a8145fc54ab6 req-5a39b39b-0b75-4cb2-97a0-c73d2791f87d tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636375 Oct 28 08:43:21.848395 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] For port 6435295e-129a-4217-8d9b-cf229c9c1d1d, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:43:21.855139 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] For port 6435295e-129a-4217-8d9b-cf229c9c1d1d, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=6435295e-129a-4217-8d9b-cf229c9c1d1d,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:43:21.855952 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c926c0-a4c1-4264-be1b-b6ff4b8776f6 admin admin] Router c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6 is scheduled to L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c with binding_index 1 {{(pid=108150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:43:21.863782 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:21.958707 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] Routers {'36e695ef-6b9b-4f62-8445-7a8cd049392e'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:43:21.959332 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:42:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['36e695ef-6b9b-4f62-8445-7a8cd049392e'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:21.962707 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d70f6-8995-495c-9add-e501b7375667 None None] Pushing event updated for resources: {'Port': ['ID=6435295e-129a-4217-8d9b-cf229c9c1d1d,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:22.082044 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device ad07bb53-842b-4c49-8cff-8e0ec8861939 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:43:22.113349 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-7e9734c9-506c-4811-a9d0-6042b2354af1 None None] Provisioning complete for port 6435295e-129a-4217-8d9b-cf229c9c1d1d triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:22.113713 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-7e9734c9-506c-4811-a9d0-6042b2354af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:22.212099 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port ad07bb53-842b-4c49-8cff-8e0ec8861939 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:22.212466 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:22.219855 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] Set router 36e695ef-6b9b-4f62-8445-7a8cd049392e gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:43:22.336883 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-da2cb6f3-e0cc-480d-bcb0-8e86fc57552f req-8f38b5e8-caad-4b09-8cd2-131321de0545 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:22.368994 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-7e9734c9-506c-4811-a9d0-6042b2354af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:22.371800 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['21f88ffd-b1f0-4eee-a795-5feb6bbbdd08', '93c85b10-5891-4f31-b058-20a4f4a01304'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:43:22.372011 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38b5e8-caad-4b09-8cd2-131321de0545 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Pushing event deleted for resources: {'Port': ['ID=21f88ffd-b1f0-4eee-a795-5feb6bbbdd08,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:22.377003 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c926c0-a4c1-4264-be1b-b6ff4b8776f6 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:43:22.390116 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] Sync routers for ids ['c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:43:22.405278 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] Routers {'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:43:22.405951 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:42:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:22.430241 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d3c926c0-a4c1-4264-be1b-b6ff4b8776f6 admin admin] Publish callbacks [] for router, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:22.434818 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55310) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:22.436194 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-d3c926c0-a4c1-4264-be1b-b6ff4b8776f6 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4446771 Oct 28 08:43:22.454645 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2cb6f3-e0cc-480d-bcb0-8e86fc57552f req-8f38b5e8-caad-4b09-8cd2-131321de0545 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] No DVR routers for this DVR port 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 on host hv-cinder-81566 {{(pid=108150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:43:22.457758 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-da2cb6f3-e0cc-480d-bcb0-8e86fc57552f req-8f38b5e8-caad-4b09-8cd2-131321de0545 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:22.463191 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-da2cb6f3-e0cc-480d-bcb0-8e86fc57552f req-8f38b5e8-caad-4b09-8cd2-131321de0545 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.77 "DELETE /v2.0/ports/21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 HTTP/1.1" status: 204 len: 173 time: 1.3883076 Oct 28 08:43:22.463910 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8fde60-8e1e-4fdd-93bb-2731aaa3b816', 'name': 'network-vif-deleted', 'tag': '21f88ffd-b1f0-4eee-a795-5feb6bbbdd08'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:43:22.470352 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c747ab2-2d0a-43a8-8739-b7a8010dd9f2" -d '{"events": [{"server_uuid": "1f8fde60-8e1e-4fdd-93bb-2731aaa3b816", "name": "network-vif-deleted", "tag": "21f88ffd-b1f0-4eee-a795-5feb6bbbdd08"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:43:22.555267 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] Set router c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:43:22.558386 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4926425-a4f3-4a84-9f8b-fa85779f494a x-openstack-request-id: req-f4926425-a4f3-4a84-9f8b-fa85779f494a {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:43:22.559393 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8fde60-8e1e-4fdd-93bb-2731aaa3b816", "name": "network-vif-deleted", "tag": "21f88ffd-b1f0-4eee-a795-5feb6bbbdd08", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:43:22.559808 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f4926425-a4f3-4a84-9f8b-fa85779f494a {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:43:22.560372 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8fde60-8e1e-4fdd-93bb-2731aaa3b816', 'name': 'network-vif-deleted', 'tag': '21f88ffd-b1f0-4eee-a795-5feb6bbbdd08', 'status': 'completed', 'code': 200} Oct 28 08:43:22.736355 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-7e9734c9-506c-4811-a9d0-6042b2354af1 None None] For port 6435295e-129a-4217-8d9b-cf229c9c1d1d, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=6435295e-129a-4217-8d9b-cf229c9c1d1d,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:22.756064 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-7e9734c9-506c-4811-a9d0-6042b2354af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:22.830641 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6', 'name': 'tempest-TestVolumeBootPattern-624942357-router', 'tenant_id': '96f9f826f8b84695afa8b60881c72bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'de9d90f9-d535-4450-8137-28f50edb782a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:20Z', 'updated_at': '2021-10-28T08:43:21Z', 'revision_number': 3, 'project_id': '96f9f826f8b84695afa8b60881c72bd0', 'gw_port': {'id': 'de9d90f9-d535-4450-8137-28f50edb782a', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:20Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:22.882447 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] Checking router: c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6 for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:43:22.885338 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] Updating router c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6 port de9d90f9-d535-4450-8137-28f50edb782a binding host dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:43:22.924230 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:23.016411 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b3d29209-3c2c-468e-9db9-c8a9c120e4db req-0c265a4f-d166-4532-ac59-c0572570f54c tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f8fde60-8e1e-4fdd-93bb-2731aaa3b816 HTTP/1.1" status: 200 len: 210 time: 0.0331171 Oct 28 08:43:23.083622 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfc9d01-ab53-4923-bb78-caac0145cf9d None None] Network d8130b45-f7fb-4e97-91d1-953997680cd6 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:43:23.134236 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f3f2417e-70d1-43da-b23e-17ae3e2aa368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:23.150504 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-4a696dd2-e47d-4b1a-84f4-38a437973105 None None] Provisioning complete for port 6435295e-129a-4217-8d9b-cf229c9c1d1d triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:23.150750 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-4a696dd2-e47d-4b1a-84f4-38a437973105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:23.206828 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9734c9-506c-4811-a9d0-6042b2354af1 None None] Pushing event updated for resources: {'Port': ['ID=6435295e-129a-4217-8d9b-cf229c9c1d1d,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:23.250197 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] Publish callbacks [] for port, precommit_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:23.259674 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:23.272264 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:21Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:23.315494 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] Attempting to bind port de9d90f9-d535-4450-8137-28f50edb782a on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:43:23.315730 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] Attempting to bind port de9d90f9-d535-4450-8137-28f50edb782a by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}] {{(pid=108152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:43:23.316089 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] Attempting to bind port de9d90f9-d535-4450-8137-28f50edb782a on network c0718a07-d425-45b1-8de3-71ded0279532 {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:43:23.319542 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60942e1c-f85a-41fc-9a32-b9d0d7b43178 None None] Pushing event updated for resources: {'Port': ['ID=de9d90f9-d535-4450-8137-28f50edb782a,revision_number=2']} {{(pid=108152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:23.324250 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:43:23.324610 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] Checking segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:43:23.324995 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:23.325379 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] Bound using segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:43:23.325841 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] Bound port: de9d90f9-d535-4450-8137-28f50edb782a, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}}] {{(pid=108152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:43:23.326235 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:23.333585 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8ac61-4c01-4a67-9093-e82ccc1e8df7 None None] The sync data for ids ['36e695ef-6b9b-4f62-8445-7a8cd049392e'] in dv-cinder-815660-3-iscsi is: [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:21Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:43:23.392660 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.db [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] For port de9d90f9-d535-4450-8137-28f50edb782a, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:43:23.397037 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.db [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] For port de9d90f9-d535-4450-8137-28f50edb782a, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=de9d90f9-d535-4450-8137-28f50edb782a,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:43:23.410614 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:23.439634 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [None req-f3f2417e-70d1-43da-b23e-17ae3e2aa368 admin admin] Allocated IP 172.20.0.1 (d8130b45-f7fb-4e97-91d1-953997680cd6/012d3d30-ef31-47e8-a945-b435c41a18f4/ed620ac6-ae6f-44b6-878e-70ed48806658) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:43:23.560607 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-1454d4c0-6cb6-40e0-81c5-9acda5034c1c None None] Provisioning complete for port 9b3271df-3014-4d9e-bd5a-7dca42c9f53f triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:23.560999 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-1454d4c0-6cb6-40e0-81c5-9acda5034c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:23.655061 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f3f2417e-70d1-43da-b23e-17ae3e2aa368 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:23.691375 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60942e1c-f85a-41fc-9a32-b9d0d7b43178 None None] Pushing event updated for resources: {'Port': ['ID=de9d90f9-d535-4450-8137-28f50edb782a,revision_number=3']} {{(pid=108152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:23.711727 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] Routers {'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:43:23.712426 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:42:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:23.733387 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-1454d4c0-6cb6-40e0-81c5-9acda5034c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:23.754050 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f3f2417e-70d1-43da-b23e-17ae3e2aa368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:23.807381 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-1454d4c0-6cb6-40e0-81c5-9acda5034c1c None None] For port 9b3271df-3014-4d9e-bd5a-7dca42c9f53f, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=9b3271df-3014-4d9e-bd5a-7dca42c9f53f,segment=NetworkSegment(cef254af-132d-405b-8211-975a31279c2c),segment_id=cef254af-132d-405b-8211-975a31279c2c)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:23.814265 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-1454d4c0-6cb6-40e0-81c5-9acda5034c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:23.845158 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] Set router c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:43:23.848803 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2417e-70d1-43da-b23e-17ae3e2aa368 admin admin] Pushing event updated for resources: {'Port': ['ID=ed620ac6-ae6f-44b6-878e-70ed48806658,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:23.866111 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f2417e-70d1-43da-b23e-17ae3e2aa368 admin admin] Network d8130b45-f7fb-4e97-91d1-953997680cd6 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:43:23.869116 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-f3f2417e-70d1-43da-b23e-17ae3e2aa368 admin admin] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:43:23.875165 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f2417e-70d1-43da-b23e-17ae3e2aa368 admin admin] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:43:23.928699 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454d4c0-6cb6-40e0-81c5-9acda5034c1c None None] Pushing event updated for resources: {'Port': ['ID=9b3271df-3014-4d9e-bd5a-7dca42c9f53f,revision_number=3']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:23.952225 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-99a378f8-e5d7-43a4-8c2b-3b303c8d3fd1 None None] Provisioning complete for port 9b3271df-3014-4d9e-bd5a-7dca42c9f53f triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:23.953034 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-99a378f8-e5d7-43a4-8c2b-3b303c8d3fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:23.986375 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f3f2417e-70d1-43da-b23e-17ae3e2aa368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550849'] for router_interface, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:24.272749 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 9b3271df-3014-4d9e-bd5a-7dca42c9f53f up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:43:24.284861 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f3f2417e-70d1-43da-b23e-17ae3e2aa368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:24.299998 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6', 'name': 'tempest-TestVolumeBootPattern-624942357-router', 'tenant_id': '96f9f826f8b84695afa8b60881c72bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'de9d90f9-d535-4450-8137-28f50edb782a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:20Z', 'updated_at': '2021-10-28T08:43:21Z', 'revision_number': 3, 'project_id': '96f9f826f8b84695afa8b60881c72bd0', 'gw_port': {'id': 'de9d90f9-d535-4450-8137-28f50edb782a', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:20Z', 'updated_at': '2021-10-28T08:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:24.390158 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb5966-7e6c-4429-ac08-2530382a24bc None None] The sync data for ids ['c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6'] in dv-cinder-815660-3-iscsi is: [{'id': 'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6', 'name': 'tempest-TestVolumeBootPattern-624942357-router', 'tenant_id': '96f9f826f8b84695afa8b60881c72bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'de9d90f9-d535-4450-8137-28f50edb782a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:20Z', 'updated_at': '2021-10-28T08:43:21Z', 'revision_number': 3, 'project_id': '96f9f826f8b84695afa8b60881c72bd0', 'gw_port': {'id': 'de9d90f9-d535-4450-8137-28f50edb782a', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:20Z', 'updated_at': '2021-10-28T08:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:43:24.408475 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 9b3271df-3014-4d9e-bd5a-7dca42c9f53f triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:24.411260 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:24.497482 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-67ceeaaf-bc51-4689-b4b9-a2d717463fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:24.564148 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f3f2417e-70d1-43da-b23e-17ae3e2aa368 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:24.571895 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f3f2417e-70d1-43da-b23e-17ae3e2aa368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:24.595923 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 6435295e-129a-4217-8d9b-cf229c9c1d1d up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:43:24.601209 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-745a0a66-5cd5-4444-951f-a1002c4b62d3 None None] Provisioning complete for port ed620ac6-ae6f-44b6-878e-70ed48806658 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:24.601569 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-745a0a66-5cd5-4444-951f-a1002c4b62d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:24.657924 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2417e-70d1-43da-b23e-17ae3e2aa368 admin admin] Pushing event updated for resources: {'Port': ['ID=ed620ac6-ae6f-44b6-878e-70ed48806658,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:24.679646 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-745a0a66-5cd5-4444-951f-a1002c4b62d3 None None] Port ed620ac6-ae6f-44b6-878e-70ed48806658 cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:43:24.700995 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 6435295e-129a-4217-8d9b-cf229c9c1d1d triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:24.701360 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:24.725980 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f3f2417e-70d1-43da-b23e-17ae3e2aa368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-784823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591697'] for router_interface, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:24.772633 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16544b-6d31-46b4-8906-464e51269ff4 req-ba4e3797-d1c8-4771-8905-aafb4d065c90 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:24.782588 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ae16544b-6d31-46b4-8906-464e51269ff4 req-ba4e3797-d1c8-4771-8905-aafb4d065c90 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.1588626 Oct 28 08:43:24.834735 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:43:24.861717 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] No Port match for: 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:43:24.862148 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 21f88ffd-b1f0-4eee-a795-5feb6bbbdd08 not bound to the agent host hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:43:25.197735 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ae16544b-6d31-46b4-8906-464e51269ff4 req-78fb1dea-b905-4b84-abb8-e93da7554e25 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139965 Oct 28 08:43:25.230608 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f2417e-70d1-43da-b23e-17ae3e2aa368 admin admin] Network d8130b45-f7fb-4e97-91d1-953997680cd6 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:43:25.232140 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-f3f2417e-70d1-43da-b23e-17ae3e2aa368 admin admin] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:43:25.371306 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f2417e-70d1-43da-b23e-17ae3e2aa368 admin admin] Router c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:43:25.455915 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:25.483200 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:43:25.505671 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-9de49691-6315-4cfe-943f-0fd7c7fa614d None None] Provisioning complete for port ed620ac6-ae6f-44b6-878e-70ed48806658 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:25.506101 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-9de49691-6315-4cfe-943f-0fd7c7fa614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:25.513365 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f2417e-70d1-43da-b23e-17ae3e2aa368 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:43:25.522217 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-f3f2417e-70d1-43da-b23e-17ae3e2aa368 admin admin] 10.222.0.74 "PUT /v2.0/routers/c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0860758 Oct 28 08:43:25.545634 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-9de49691-6315-4cfe-943f-0fd7c7fa614d None None] Port ed620ac6-ae6f-44b6-878e-70ed48806658 cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:43:25.689943 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.068367 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55354) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:26.074093 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-5aef5b8e-0a89-4716-a9d0-7fa9d5e85298 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1557192688', 'description': 'tempest-secgroup-smoke-1557192688 description', 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:26.086220 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device de9d90f9-d535-4450-8137-28f50edb782a up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:43:26.113859 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5aef5b8e-0a89-4716-a9d0-7fa9d5e85298 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.153002 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port de9d90f9-d535-4450-8137-28f50edb782a triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:26.153404 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.193045 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5aef5b8e-0a89-4716-a9d0-7fa9d5e85298 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.197658 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5aef5b8e-0a89-4716-a9d0-7fa9d5e85298 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.231133 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5aef5b8e-0a89-4716-a9d0-7fa9d5e85298 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.235500 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-5aef5b8e-0a89-4716-a9d0-7fa9d5e85298 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1629639 Oct 28 08:43:26.235596 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 55358) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:26.240309 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-7e87b2b2-15c8-4954-9bb1-e5992a2677d7 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Request body: {'security_group_rule': {'security_group_id': 'c405c15c-8e48-461b-8864-0082f394afc7', 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:26.242759 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef5b8e-0a89-4716-a9d0-7fa9d5e85298 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c405c15c-8e48-461b-8864-0082f394afc7,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:26.252994 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.266750 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7e87b2b2-15c8-4954-9bb1-e5992a2677d7 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.287591 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] For port de9d90f9-d535-4450-8137-28f50edb782a, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=de9d90f9-d535-4450-8137-28f50edb782a,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:26.292294 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.293167 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 9b3271df-3014-4d9e-bd5a-7dca42c9f53f up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:43:26.340607 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7e87b2b2-15c8-4954-9bb1-e5992a2677d7 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.345255 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7e87b2b2-15c8-4954-9bb1-e5992a2677d7 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.350626 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca7302-7021-4ebc-8c89-d5c5088914d1 req-868abffc-f85d-47ae-baac-571f6f0e03e3 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:26.352214 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b7ca7302-7021-4ebc-8c89-d5c5088914d1 req-868abffc-f85d-47ae-baac-571f6f0e03e3 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0617430 Oct 28 08:43:26.362784 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87b2b2-15c8-4954-9bb1-e5992a2677d7 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af09f3a-b76e-4a3d-9e25-c6626efe3198,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:26.378812 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7e87b2b2-15c8-4954-9bb1-e5992a2677d7 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.381164 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-7e87b2b2-15c8-4954-9bb1-e5992a2677d7 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445322 Oct 28 08:43:26.384308 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 55362) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:26.396877 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-e2f2600c-c4e2-49a8-b577-5ba5a07711df tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Request body: {'security_group_rule': {'security_group_id': 'c405c15c-8e48-461b-8864-0082f394afc7', 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:26.401771 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b7ca7302-7021-4ebc-8c89-d5c5088914d1 req-a778cfb7-107e-43f8-84fe-52cb33d7f01c tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434973 Oct 28 08:43:26.407276 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Pushing event updated for resources: {'Port': ['ID=de9d90f9-d535-4450-8137-28f50edb782a,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:26.421023 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 9b3271df-3014-4d9e-bd5a-7dca42c9f53f triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:26.421392 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.432674 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e2f2600c-c4e2-49a8-b577-5ba5a07711df tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.506485 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e2f2600c-c4e2-49a8-b577-5ba5a07711df tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.511628 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e2f2600c-c4e2-49a8-b577-5ba5a07711df tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.512687 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] Sync routers for ids ['c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:43:26.530876 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] Routers {'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:43:26.531517 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:43:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:26.532081 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2600c-c4e2-49a8-b577-5ba5a07711df tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a554c1-2a9b-44d7-a8ed-3a872c96dd03,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:26.543351 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e2f2600c-c4e2-49a8-b577-5ba5a07711df tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.547330 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-e2f2600c-c4e2-49a8-b577-5ba5a07711df tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1589980 Oct 28 08:43:26.547832 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55364) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:26.552857 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-e8341cb6-812d-4979-9aec-1146a5d22555 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Request body: {'security_group_rule': {'security_group_id': 'c405c15c-8e48-461b-8864-0082f394afc7', 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:26.587642 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e8341cb6-812d-4979-9aec-1146a5d22555 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.640235 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e8341cb6-812d-4979-9aec-1146a5d22555 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.644441 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e8341cb6-812d-4979-9aec-1146a5d22555 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.651181 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] Set router c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:43:26.668522 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8341cb6-812d-4979-9aec-1146a5d22555 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963b5847-3da2-46a0-9669-1bb63918bcb7,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:26.680427 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e8341cb6-812d-4979-9aec-1146a5d22555 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.681647 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-e8341cb6-812d-4979-9aec-1146a5d22555 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327882 Oct 28 08:43:26.684620 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 55366) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:26.689743 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-9525907f-802d-4eac-9e05-650c440ada22 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Request body: {'security_group_rule': {'security_group_id': 'c405c15c-8e48-461b-8864-0082f394afc7', 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:26.719997 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-9525907f-802d-4eac-9e05-650c440ada22 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.786945 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-9525907f-802d-4eac-9e05-650c440ada22 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.791723 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-9525907f-802d-4eac-9e05-650c440ada22 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.812017 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525907f-802d-4eac-9e05-650c440ada22 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d35485-efee-43b4-ac54-1408dbbf60a6,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:26.824383 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-9525907f-802d-4eac-9e05-650c440ada22 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.828664 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-9525907f-802d-4eac-9e05-650c440ada22 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403227 Oct 28 08:43:26.828993 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 55368) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:26.833438 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-2075e697-3d6d-4473-ab23-66b5f6b168ae tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Request body: {'security_group_rule': {'security_group_id': 'c405c15c-8e48-461b-8864-0082f394afc7', 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:26.858082 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.db.securitygroups_db [None req-2075e697-3d6d-4473-ab23-66b5f6b168ae tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Project 3f8be4e851fc4c5bb989b23068ab50b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 08:43:26.863040 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2075e697-3d6d-4473-ab23-66b5f6b168ae tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.884184 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6', 'name': 'tempest-TestVolumeBootPattern-624942357-router', 'tenant_id': '96f9f826f8b84695afa8b60881c72bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'de9d90f9-d535-4450-8137-28f50edb782a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:20Z', 'updated_at': '2021-10-28T08:43:24Z', 'revision_number': 4, 'project_id': '96f9f826f8b84695afa8b60881c72bd0', 'gw_port': {'id': 'de9d90f9-d535-4450-8137-28f50edb782a', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:20Z', 'updated_at': '2021-10-28T08:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'ed620ac6-ae6f-44b6-878e-70ed48806658', 'name': '', 'network_id': 'd8130b45-f7fb-4e97-91d1-953997680cd6', 'tenant_id': '96f9f826f8b84695afa8b60881c72bd0', 'mac_address': 'fa:16:3e:81:36:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '012d3d30-ef31-47e8-a945-b435c41a18f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:23Z', 'updated_at': '2021-10-28T08:43:24Z', 'revision_number': 2, 'project_id': '96f9f826f8b84695afa8b60881c72bd0', 'subnets': [{'id': '012d3d30-ef31-47e8-a945-b435c41a18f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:26.912659 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] Checking router: c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6 for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:43:26.912934 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] Updating router c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6 port ed620ac6-ae6f-44b6-878e-70ed48806658 binding host dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:43:26.927285 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2075e697-3d6d-4473-ab23-66b5f6b168ae tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.933018 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2075e697-3d6d-4473-ab23-66b5f6b168ae tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.940814 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.953249 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075e697-3d6d-4473-ab23-66b5f6b168ae tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d98296f-44aa-48ed-b71c-bb0ebd8e2ce1,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:26.967749 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2075e697-3d6d-4473-ab23-66b5f6b168ae tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:26.969120 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-2075e697-3d6d-4473-ab23-66b5f6b168ae tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391630 Oct 28 08:43:26.972741 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 55370) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:26.977851 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-1c86e378-1deb-4e05-8465-e9f63fe29c58 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Request body: {'security_group_rule': {'security_group_id': 'c405c15c-8e48-461b-8864-0082f394afc7', 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:27.000639 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.db.securitygroups_db [None req-1c86e378-1deb-4e05-8465-e9f63fe29c58 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Project 3f8be4e851fc4c5bb989b23068ab50b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 08:43:27.005767 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1c86e378-1deb-4e05-8465-e9f63fe29c58 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:27.071803 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1c86e378-1deb-4e05-8465-e9f63fe29c58 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:27.075624 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1c86e378-1deb-4e05-8465-e9f63fe29c58 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:27.093232 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86e378-1deb-4e05-8465-e9f63fe29c58 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741c9b98-26aa-4c02-9d63-9fd609c4a37d,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:27.103287 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1c86e378-1deb-4e05-8465-e9f63fe29c58 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:27.108512 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-1c86e378-1deb-4e05-8465-e9f63fe29c58 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346624 Oct 28 08:43:27.246189 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] Publish callbacks [] for port, precommit_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:27.252858 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:27.305461 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7362c45-2095-458d-8537-26179c6a5470 None None] Pushing event updated for resources: {'Port': ['ID=ed620ac6-ae6f-44b6-878e-70ed48806658,revision_number=3']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:27.359107 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] Attempting to bind port ed620ac6-ae6f-44b6-878e-70ed48806658 on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:43:27.359480 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] Attempting to bind port ed620ac6-ae6f-44b6-878e-70ed48806658 by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': 'cef254af-132d-405b-8211-975a31279c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd8130b45-f7fb-4e97-91d1-953997680cd6'}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:43:27.359880 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] Attempting to bind port ed620ac6-ae6f-44b6-878e-70ed48806658 on network d8130b45-f7fb-4e97-91d1-953997680cd6 {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:43:27.366060 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:43:27.366438 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] Checking segment: {'id': 'cef254af-132d-405b-8211-975a31279c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd8130b45-f7fb-4e97-91d1-953997680cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:43:27.366864 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:27.367259 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] Bound using segment: {'id': 'cef254af-132d-405b-8211-975a31279c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd8130b45-f7fb-4e97-91d1-953997680cd6'} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:43:27.367727 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] Bound port: ed620ac6-ae6f-44b6-878e-70ed48806658, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef254af-132d-405b-8211-975a31279c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd8130b45-f7fb-4e97-91d1-953997680cd6'}}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:43:27.368113 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:27.457220 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:27.461887 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] For port ed620ac6-ae6f-44b6-878e-70ed48806658, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:43:27.465194 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] For port ed620ac6-ae6f-44b6-878e-70ed48806658, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=ed620ac6-ae6f-44b6-878e-70ed48806658,segment=NetworkSegment(cef254af-132d-405b-8211-975a31279c2c),segment_id=cef254af-132d-405b-8211-975a31279c2c)] {{(pid=108151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:43:27.471952 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:27.678768 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] Routers {'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:43:27.679521 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:43:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:27.681893 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-98aff6c9-dc9a-44d8-ab9d-5256e723aa5f None None] Provisioning complete for port ed620ac6-ae6f-44b6-878e-70ed48806658 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:27.681893 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-98aff6c9-dc9a-44d8-ab9d-5256e723aa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:27.685223 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7362c45-2095-458d-8537-26179c6a5470 None None] Pushing event updated for resources: {'Port': ['ID=ed620ac6-ae6f-44b6-878e-70ed48806658,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:27.859711 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] Set router c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:43:27.898051 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-98aff6c9-dc9a-44d8-ab9d-5256e723aa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:27.998186 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device de9d90f9-d535-4450-8137-28f50edb782a up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:43:28.033124 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-98aff6c9-dc9a-44d8-ab9d-5256e723aa5f None None] For port ed620ac6-ae6f-44b6-878e-70ed48806658, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=ed620ac6-ae6f-44b6-878e-70ed48806658,segment=NetworkSegment(cef254af-132d-405b-8211-975a31279c2c),segment_id=cef254af-132d-405b-8211-975a31279c2c)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:28.045368 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-98aff6c9-dc9a-44d8-ab9d-5256e723aa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:28.143300 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aff6c9-dc9a-44d8-ab9d-5256e723aa5f None None] Pushing event updated for resources: {'Port': ['ID=ed620ac6-ae6f-44b6-878e-70ed48806658,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:28.175291 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port de9d90f9-d535-4450-8137-28f50edb782a triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:28.175655 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:28.219149 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-82906eb8-17a9-45a8-a839-c44bbdba3702 None None] Provisioning complete for port ed620ac6-ae6f-44b6-878e-70ed48806658 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:28.219513 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-82906eb8-17a9-45a8-a839-c44bbdba3702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:28.303319 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6', 'name': 'tempest-TestVolumeBootPattern-624942357-router', 'tenant_id': '96f9f826f8b84695afa8b60881c72bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'de9d90f9-d535-4450-8137-28f50edb782a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:20Z', 'updated_at': '2021-10-28T08:43:24Z', 'revision_number': 4, 'project_id': '96f9f826f8b84695afa8b60881c72bd0', 'gw_port': {'id': 'de9d90f9-d535-4450-8137-28f50edb782a', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:20Z', 'updated_at': '2021-10-28T08:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'ed620ac6-ae6f-44b6-878e-70ed48806658', 'name': '', 'network_id': 'd8130b45-f7fb-4e97-91d1-953997680cd6', 'tenant_id': '96f9f826f8b84695afa8b60881c72bd0', 'mac_address': 'fa:16:3e:81:36:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '012d3d30-ef31-47e8-a945-b435c41a18f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:23Z', 'updated_at': '2021-10-28T08:43:27Z', 'revision_number': 4, 'project_id': '96f9f826f8b84695afa8b60881c72bd0', 'subnets': [{'id': '012d3d30-ef31-47e8-a945-b435c41a18f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:28.342005 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c164c07-bcf9-4043-ac4c-0d168fa47292 None None] The sync data for ids ['c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6'] in dv-cinder-815660-3-iscsi is: [{'id': 'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6', 'name': 'tempest-TestVolumeBootPattern-624942357-router', 'tenant_id': '96f9f826f8b84695afa8b60881c72bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'de9d90f9-d535-4450-8137-28f50edb782a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:20Z', 'updated_at': '2021-10-28T08:43:24Z', 'revision_number': 4, 'project_id': '96f9f826f8b84695afa8b60881c72bd0', 'gw_port': {'id': 'de9d90f9-d535-4450-8137-28f50edb782a', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:20Z', 'updated_at': '2021-10-28T08:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'ed620ac6-ae6f-44b6-878e-70ed48806658', 'name': '', 'network_id': 'd8130b45-f7fb-4e97-91d1-953997680cd6', 'tenant_id': '96f9f826f8b84695afa8b60881c72bd0', 'mac_address': 'fa:16:3e:81:36:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '012d3d30-ef31-47e8-a945-b435c41a18f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:23Z', 'updated_at': '2021-10-28T08:43:27Z', 'revision_number': 4, 'project_id': '96f9f826f8b84695afa8b60881c72bd0', 'subnets': [{'id': '012d3d30-ef31-47e8-a945-b435c41a18f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:43:30.010396 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device ed620ac6-ae6f-44b6-878e-70ed48806658 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:43:30.066592 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port ed620ac6-ae6f-44b6-878e-70ed48806658 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:30.066977 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:30.092205 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4e622-13a0-4f47-819f-9c32f112c4ec req-c26ce1fb-b2fd-4974-bdb0-c49eaa8bfada tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:30.093772 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-54c4e622-13a0-4f47-819f-9c32f112c4ec req-c26ce1fb-b2fd-4974-bdb0-c49eaa8bfada tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0692539 Oct 28 08:43:30.150735 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-54c4e622-13a0-4f47-819f-9c32f112c4ec req-06a55db8-2da7-4b37-bd41-a95e625f645a tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494516 Oct 28 08:43:31.278274 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6e304-d56b-4404-9abd-6c4ec9cf8297 req-055ccac3-b0cf-43d9-8ec6-07a3e9acfc7a tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:31.279943 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6b6e304-d56b-4404-9abd-6c4ec9cf8297 req-055ccac3-b0cf-43d9-8ec6-07a3e9acfc7a tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0528681 Oct 28 08:43:31.321130 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6b6e304-d56b-4404-9abd-6c4ec9cf8297 req-63aa432c-c636-4d5d-b6d0-ffc54081e44e tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347893 Oct 28 08:43:32.448010 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28727bd9-94e4-47de-9c13-9e388ceeb972 req-63d80195-0368-4f9a-9cdf-7996a39b9df2 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:32.449537 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-28727bd9-94e4-47de-9c13-9e388ceeb972 req-63d80195-0368-4f9a-9cdf-7996a39b9df2 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0527186 Oct 28 08:43:32.497660 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-28727bd9-94e4-47de-9c13-9e388ceeb972 req-b1e9680d-dfc0-4be3-b625-9e90539371bc tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416069 Oct 28 08:43:40.694215 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e196f0-d1f2-4c9b-9191-f40654f88a88 req-5170935c-f704-4bf4-9c18-f9c1b21c94a7 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:40.695742 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-96e196f0-d1f2-4c9b-9191-f40654f88a88 req-5170935c-f704-4bf4-9c18-f9c1b21c94a7 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0684881 Oct 28 08:43:40.737776 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-96e196f0-d1f2-4c9b-9191-f40654f88a88 req-08566682-96b6-4b4d-8a11-542217dbbb22 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360808 Oct 28 08:43:41.859736 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7a3ad-40f1-4a5a-b409-ce74475be0dc req-4db90111-4228-486d-a269-cef9c2fceae0 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:41.861213 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-24c7a3ad-40f1-4a5a-b409-ce74475be0dc req-4db90111-4228-486d-a269-cef9c2fceae0 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0517709 Oct 28 08:43:41.904416 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-24c7a3ad-40f1-4a5a-b409-ce74475be0dc req-4004da01-eec5-4f1f-bbd1-fc194bc8180c tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356913 Oct 28 08:43:42.781405 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256477d-ffb3-4ccd-af69-aa9338e5f043 req-136e781c-e2a4-409f-ab82-2816a2559ff7 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:42.782960 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-2256477d-ffb3-4ccd-af69-aa9338e5f043 req-136e781c-e2a4-409f-ab82-2816a2559ff7 tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0519109 Oct 28 08:43:42.906204 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [req-2256477d-ffb3-4ccd-af69-aa9338e5f043 req-0f06df6d-9c13-48b0-a681-10eb495988ea tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Deleting port 93c85b10-5891-4f31-b058-20a4f4a01304 {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:43:42.906609 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-2256477d-ffb3-4ccd-af69-aa9338e5f043 req-0f06df6d-9c13-48b0-a681-10eb495988ea tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:43.011403 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-2256477d-ffb3-4ccd-af69-aa9338e5f043 req-0f06df6d-9c13-48b0-a681-10eb495988ea tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] For port 93c85b10-5891-4f31-b058-20a4f4a01304, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=93c85b10-5891-4f31-b058-20a4f4a01304,segment=NetworkSegment(7cf73d5c-29ff-494b-9715-bcd52e788a65),segment_id=7cf73d5c-29ff-494b-9715-bcd52e788a65)] {{(pid=108150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:43.011820 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-2256477d-ffb3-4ccd-af69-aa9338e5f043 req-0f06df6d-9c13-48b0-a681-10eb495988ea tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:43.026653 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [req-2256477d-ffb3-4ccd-af69-aa9338e5f043 req-0f06df6d-9c13-48b0-a681-10eb495988ea tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Calling delete_port for 93c85b10-5891-4f31-b058-20a4f4a01304 owned by compute:nova {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:43:43.048285 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839284b-1844-45f6-acbc-735e8e1bf7a9 req-230ddf10-25ea-4f66-8ffd-759fad90613f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:43.050210 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7839284b-1844-45f6-acbc-735e8e1bf7a9 req-230ddf10-25ea-4f66-8ffd-759fad90613f tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/ports?device_id=c70c146b-a5ed-43af-aad8-18fb35f2dab5 HTTP/1.1" status: 200 len: 945 time: 0.0655279 Oct 28 08:43:43.110662 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7839284b-1844-45f6-acbc-735e8e1bf7a9 req-6191d4d7-005a-48b8-8087-21393bfa680c tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.74 "GET /v2.0/security-groups?id=cd5d1ecf-b4ea-4f80-b960-958f805016ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491035 Oct 28 08:43:43.182140 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-2256477d-ffb3-4ccd-af69-aa9338e5f043 req-0f06df6d-9c13-48b0-a681-10eb495988ea tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:43.199567 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['93c85b10-5891-4f31-b058-20a4f4a01304'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:43:43.220417 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06df6d-9c13-48b0-a681-10eb495988ea tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Pushing event deleted for resources: {'Port': ['ID=93c85b10-5891-4f31-b058-20a4f4a01304,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:43.270216 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [req-2256477d-ffb3-4ccd-af69-aa9338e5f043 req-0f06df6d-9c13-48b0-a681-10eb495988ea tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] No DVR routers for this DVR port 93c85b10-5891-4f31-b058-20a4f4a01304 on host hv-cinder-81566 {{(pid=108150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:43:43.281642 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-2256477d-ffb3-4ccd-af69-aa9338e5f043 req-0f06df6d-9c13-48b0-a681-10eb495988ea tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:43.285152 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-2256477d-ffb3-4ccd-af69-aa9338e5f043 req-0f06df6d-9c13-48b0-a681-10eb495988ea tempest-ServerRescueNegativeTestJSON-977598919 tempest-ServerRescueNegativeTestJSON-977598919-project] 10.222.0.77 "DELETE /v2.0/ports/93c85b10-5891-4f31-b058-20a4f4a01304 HTTP/1.1" status: 204 len: 173 time: 0.4946730 Oct 28 08:43:43.285628 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70c146b-a5ed-43af-aad8-18fb35f2dab5', 'name': 'network-vif-deleted', 'tag': '93c85b10-5891-4f31-b058-20a4f4a01304'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:43:43.287929 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b37e30a-b4e6-41fe-90fe-aa0ede85b23d" -d '{"events": [{"server_uuid": "c70c146b-a5ed-43af-aad8-18fb35f2dab5", "name": "network-vif-deleted", "tag": "93c85b10-5891-4f31-b058-20a4f4a01304"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:43:43.328020 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4179c1-379d-4fa2-8c08-180c123e165a x-openstack-request-id: req-6e4179c1-379d-4fa2-8c08-180c123e165a {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:43:43.328496 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70c146b-a5ed-43af-aad8-18fb35f2dab5", "name": "network-vif-deleted", "tag": "93c85b10-5891-4f31-b058-20a4f4a01304", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:43:43.328774 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6e4179c1-379d-4fa2-8c08-180c123e165a {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:43:43.329124 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70c146b-a5ed-43af-aad8-18fb35f2dab5', 'name': 'network-vif-deleted', 'tag': '93c85b10-5891-4f31-b058-20a4f4a01304', 'status': 'completed', 'code': 200} Oct 28 08:43:44.178000 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 55558) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:44.655560 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-30ef53de-0d17-4aab-baaa-9011a63f7a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591674'] for router_interface, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:44.993443 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-30ef53de-0d17-4aab-baaa-9011a63f7a90 admin admin] Deleting port dfcb26b9-8f35-4ade-ba3f-f12d61fa1757 {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:43:44.993902 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-30ef53de-0d17-4aab-baaa-9011a63f7a90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:45.086936 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [None req-30ef53de-0d17-4aab-baaa-9011a63f7a90 admin admin] For port dfcb26b9-8f35-4ade-ba3f-f12d61fa1757, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=dfcb26b9-8f35-4ade-ba3f-f12d61fa1757,segment=NetworkSegment(7cf73d5c-29ff-494b-9715-bcd52e788a65),segment_id=7cf73d5c-29ff-494b-9715-bcd52e788a65)] {{(pid=108150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:45.087630 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-30ef53de-0d17-4aab-baaa-9011a63f7a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:45.104006 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-30ef53de-0d17-4aab-baaa-9011a63f7a90 admin admin] Calling delete_port for dfcb26b9-8f35-4ade-ba3f-f12d61fa1757 owned by network:router_interface {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:43:45.317184 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-30ef53de-0d17-4aab-baaa-9011a63f7a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:45.348234 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef53de-0d17-4aab-baaa-9011a63f7a90 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfcb26b9-8f35-4ade-ba3f-f12d61fa1757,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:45.537149 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-30ef53de-0d17-4aab-baaa-9011a63f7a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-784824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591830'] for router_interface, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:45.804323 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a3745f95-3b9a-4cdd-bd36-efbc60a6f2ec req-419c03ea-e469-4380-9224-16984fd88ebe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635438 Oct 28 08:43:45.806310 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ef53de-0d17-4aab-baaa-9011a63f7a90 admin admin] Router 99806acb-6145-4198-81df-42d466178543 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:43:45.942524 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3745f95-3b9a-4cdd-bd36-efbc60a6f2ec req-31eb14c8-d9b7-43c9-bb3e-c7cae905e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:45.944088 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a3745f95-3b9a-4cdd-bd36-efbc60a6f2ec req-31eb14c8-d9b7-43c9-bb3e-c7cae905e0b3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deb9a75c575b487eb97a2f189099cb83&device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 1099 time: 0.0893569 Oct 28 08:43:45.954198 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ef53de-0d17-4aab-baaa-9011a63f7a90 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:43:45.960790 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-30ef53de-0d17-4aab-baaa-9011a63f7a90 admin admin] 10.222.0.74 "PUT /v2.0/routers/99806acb-6145-4198-81df-42d466178543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7818329 Oct 28 08:43:45.964019 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55590) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:45.969227 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d92c5-fe68-4c18-b048-c52e04de8264 None None] Sync routers for ids ['99806acb-6145-4198-81df-42d466178543'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:43:45.980611 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0d92c5-fe68-4c18-b048-c52e04de8264 None None] Routers {'99806acb-6145-4198-81df-42d466178543'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:43:45.981226 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-7b0d92c5-fe68-4c18-b048-c52e04de8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:43:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['99806acb-6145-4198-81df-42d466178543'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:46.050624 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 93c85b10-5891-4f31-b058-20a4f4a01304 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:43:46.078464 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Publish callbacks [] for router, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:46.084993 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3745f95-3b9a-4cdd-bd36-efbc60a6f2ec req-16138710-0974-41a5-a0ae-b2c9859d1e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:46.087055 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a3745f95-3b9a-4cdd-bd36-efbc60a6f2ec req-16138710-0974-41a5-a0ae-b2c9859d1e65 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8054d646-b889-4c53-8d8e-0b66f004b73f HTTP/1.1" status: 200 len: 912 time: 0.1087704 Oct 28 08:43:46.094643 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] No Port match for: 93c85b10-5891-4f31-b058-20a4f4a01304 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:43:46.094989 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 93c85b10-5891-4f31-b058-20a4f4a01304 not bound to the agent host hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:43:46.117306 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-7b0d92c5-fe68-4c18-b048-c52e04de8264 None None] Set router 99806acb-6145-4198-81df-42d466178543 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:43:46.206008 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:46.228760 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a3745f95-3b9a-4cdd-bd36-efbc60a6f2ec req-c189a049-b830-4a5e-af4a-762aed59b53f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca1bece9-ad29-4024-93d9-2e154ebe1e8e HTTP/1.1" status: 200 len: 1001 time: 0.1325078 Oct 28 08:43:46.267239 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Deleting port 3ec6e2ac-53ba-455e-b8db-73c8635a02db {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:43:46.267865 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:46.293558 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3745f95-3b9a-4cdd-bd36-efbc60a6f2ec req-da7dc089-dae1-47e1-9cb8-490e17c6c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:46.295079 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a3745f95-3b9a-4cdd-bd36-efbc60a6f2ec req-da7dc089-dae1-47e1-9cb8-490e17c6c730 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=845c0f3f-7051-408d-b475-1ff3eae03add HTTP/1.1" status: 200 len: 849 time: 0.0574076 Oct 28 08:43:46.334612 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-7b0d92c5-fe68-4c18-b048-c52e04de8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99806acb-6145-4198-81df-42d466178543', 'name': 'tempest-ServerRescueNegativeTestJSON-539093759-router', 'tenant_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3ec6e2ac-53ba-455e-b8db-73c8635a02db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:43:45Z', 'revision_number': 5, 'project_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'gw_port': {'id': '3ec6e2ac-53ba-455e-b8db-73c8635a02db', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99806acb-6145-4198-81df-42d466178543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:46.345596 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3745f95-3b9a-4cdd-bd36-efbc60a6f2ec req-e148c5fd-ea46-4e26-86d8-edab7e8d277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:46.347133 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a3745f95-3b9a-4cdd-bd36-efbc60a6f2ec req-e148c5fd-ea46-4e26-86d8-edab7e8d277e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8054d646-b889-4c53-8d8e-0b66f004b73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434563 Oct 28 08:43:46.361565 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] For port 3ec6e2ac-53ba-455e-b8db-73c8635a02db, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=3ec6e2ac-53ba-455e-b8db-73c8635a02db,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:46.362094 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:46.370479 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d92c5-fe68-4c18-b048-c52e04de8264 None None] Checking router: 99806acb-6145-4198-81df-42d466178543 for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:43:46.377369 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Calling delete_port for 3ec6e2ac-53ba-455e-b8db-73c8635a02db owned by network:router_gateway {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:43:46.380889 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0d92c5-fe68-4c18-b048-c52e04de8264 None None] Routers {'99806acb-6145-4198-81df-42d466178543'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:43:46.381524 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-7b0d92c5-fe68-4c18-b048-c52e04de8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:43:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['99806acb-6145-4198-81df-42d466178543'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:46.476591 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a3745f95-3b9a-4cdd-bd36-efbc60a6f2ec req-495fc843-4825-41b4-8bc0-00f3274036a8 service neutron] 10.222.0.77 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143897 Oct 28 08:43:46.504737 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-7b0d92c5-fe68-4c18-b048-c52e04de8264 None None] Set router 99806acb-6145-4198-81df-42d466178543 gateway port host: None {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:43:46.566555 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-7b0d92c5-fe68-4c18-b048-c52e04de8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99806acb-6145-4198-81df-42d466178543', 'name': 'tempest-ServerRescueNegativeTestJSON-539093759-router', 'tenant_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:43:46Z', 'revision_number': 6, 'project_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'gw_port_host': None}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:46.580626 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a3745f95-3b9a-4cdd-bd36-efbc60a6f2ec req-a24a3334-11fc-4e9c-8102-5385ea034382 service neutron] 10.222.0.77 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934205 Oct 28 08:43:46.598064 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:46.605887 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d92c5-fe68-4c18-b048-c52e04de8264 None None] The sync data for ids ['99806acb-6145-4198-81df-42d466178543'] in dv-cinder-815660-3-iscsi is: [{'id': '99806acb-6145-4198-81df-42d466178543', 'name': 'tempest-ServerRescueNegativeTestJSON-539093759-router', 'tenant_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:43:46Z', 'revision_number': 6, 'project_id': '2e86d34d96c64ad4a33efd5f4918dc05', 'gw_port_host': None}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:43:46.624077 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec6e2ac-53ba-455e-b8db-73c8635a02db,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:46.635918 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:46.636259 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:46.636594 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:46.636924 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:46.637260 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:46.637584 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:46.638458 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:46.638458 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:46.638650 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:46.638855 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:46.639169 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:46.639482 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:46.715120 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550772'] for router_gateway, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:46.826362 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2074'] for router, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:46.828550 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:46.895601 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597513'] for router, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:46.896122 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99806acb-6145-4198-81df-42d466178543 {{(pid=108149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:43:46.901681 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] Publish callbacks [] for router, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:46.905342 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-f2d4d5f2-7437-48fe-abe0-c3687927fb63 admin admin] 10.222.0.74 "DELETE /v2.0/routers/99806acb-6145-4198-81df-42d466178543 HTTP/1.1" status: 204 len: 168 time: 0.9378712 Oct 28 08:43:46.905638 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55600) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:46.961292 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c521d64-03ed-4584-8791-7f006682bfcc admin admin] Deleting subnet 2fd21eb4-40f5-47c1-b699-b95baa074a71 {{(pid=108149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:43:46.962416 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2c521d64-03ed-4584-8791-7f006682bfcc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:47.001267 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2c521d64-03ed-4584-8791-7f006682bfcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-339946'] for subnet, precommit_delete_associations {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:47.051307 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2c521d64-03ed-4584-8791-7f006682bfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697502'] for subnet, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:47.114747 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2c521d64-03ed-4584-8791-7f006682bfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25303726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25581432'] for subnet, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:47.150092 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c521d64-03ed-4584-8791-7f006682bfcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fd21eb4-40f5-47c1-b699-b95baa074a71,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:47.153678 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2c521d64-03ed-4584-8791-7f006682bfcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:47.157013 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-2c521d64-03ed-4584-8791-7f006682bfcc admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2fd21eb4-40f5-47c1-b699-b95baa074a71 HTTP/1.1" status: 204 len: 168 time: 0.2503612 Oct 28 08:43:47.159709 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55602) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:47.230650 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a763d18e-1ba8-4840-b56c-9402cb6fe193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8072101'] for network, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:47.317359 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a763d18e-1ba8-4840-b56c-9402cb6fe193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700171', 'neutron.services.segments.db._delete_segments_for_network-8726588780638'] for network, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:47.344403 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-a763d18e-1ba8-4840-b56c-9402cb6fe193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff72cbf-ad46-4828-989e-fa971038eaa3']}} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:47.355125 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-a763d18e-1ba8-4840-b56c-9402cb6fe193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf73d5c-29ff-494b-9715-bcd52e788a65') {'for_net_delete': True} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:47.355409 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-a763d18e-1ba8-4840-b56c-9402cb6fe193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf73d5c-29ff-494b-9715-bcd52e788a65') {} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:47.366131 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a763d18e-1ba8-4840-b56c-9402cb6fe193 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726588781415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-339859'] for segment, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:47.380604 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a763d18e-1ba8-4840-b56c-9402cb6fe193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:47.388319 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a763d18e-1ba8-4840-b56c-9402cb6fe193 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=108149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:43:47.388761 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a763d18e-1ba8-4840-b56c-9402cb6fe193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25303620'] for segment, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: Traceback (most recent call last): Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: timer() Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: cb(*args, **kw) Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: return func(*args, **kwargs) Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: self._notify() Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: self.callback(batched_events) Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: event.method(event) Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: return f(self, *a, **k) Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._get(url).json() Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: return self.request(url, 'GET', **kwargs) Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:43:47.390481 dv-cinder-815660-3-iscsi neutron-server[108149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:43:47.450828 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a763d18e-1ba8-4840-b56c-9402cb6fe193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550728'] for network, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:47.461189 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a763d18e-1ba8-4840-b56c-9402cb6fe193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:47.471863 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-a763d18e-1ba8-4840-b56c-9402cb6fe193 admin admin] 10.222.0.74 "DELETE /v2.0/networks/0ff72cbf-ad46-4828-989e-fa971038eaa3 HTTP/1.1" status: 204 len: 168 time: 0.3049779 Oct 28 08:43:47.483208 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763d18e-1ba8-4840-b56c-9402cb6fe193 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ff72cbf-ad46-4828-989e-fa971038eaa3,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:47.681450 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55612) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:47.732584 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-ee426d70-8413-43c9-b606-3adeed3f25eb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2e86d34d96c64ad4a33efd5f4918dc05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0496693 Oct 28 08:43:47.736411 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 55616) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:47.807443 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-089290d1-868e-406e-90a3-dc0bad00450a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:47.833026 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-089290d1-868e-406e-90a3-dc0bad00450a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:47.896618 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-089290d1-868e-406e-90a3-dc0bad00450a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:47.900371 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-089290d1-868e-406e-90a3-dc0bad00450a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:47.901569 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-089290d1-868e-406e-90a3-dc0bad00450a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cd5d1ecf-b4ea-4f80-b960-958f805016ff HTTP/1.1" status: 204 len: 168 time: 0.1637568 Oct 28 08:43:47.910949 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089290d1-868e-406e-90a3-dc0bad00450a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5d1ecf-b4ea-4f80-b960-958f805016ff,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:48.011771 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device dfcb26b9-8f35-4ade-ba3f-f12d61fa1757 no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:43:48.039089 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: dfcb26b9-8f35-4ade-ba3f-f12d61fa1757 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:43:48.039425 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device dfcb26b9-8f35-4ade-ba3f-f12d61fa1757 not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:43:48.039845 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 3ec6e2ac-53ba-455e-b8db-73c8635a02db no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:43:48.061735 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: 3ec6e2ac-53ba-455e-b8db-73c8635a02db {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:43:48.062124 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 3ec6e2ac-53ba-455e-b8db-73c8635a02db not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:43:48.096294 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:48.650123 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 55652) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:48.761507 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-1ade50c7-3726-4b10-9637-6a77b20408a3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1377083792-network', 'tenant_id': '069ba65b290544a8bd1bd25bebcf0e56'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:48.788077 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ade50c7-3726-4b10-9637-6a77b20408a3 admin admin] Made reservation on behalf of 069ba65b290544a8bd1bd25bebcf0e56 for: {'network': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:43:48.791051 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1ade50c7-3726-4b10-9637-6a77b20408a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for network, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:48.799593 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1ade50c7-3726-4b10-9637-6a77b20408a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:48.875996 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1ade50c7-3726-4b10-9637-6a77b20408a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:48.879923 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1ade50c7-3726-4b10-9637-6a77b20408a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:48.909134 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ade50c7-3726-4b10-9637-6a77b20408a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1073} {{(pid=108150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:43:48.919378 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade50c7-3726-4b10-9637-6a77b20408a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9f7b89-ec42-4ba4-a302-6b81fab5a38a,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:48.925133 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1ade50c7-3726-4b10-9637-6a77b20408a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:48.925473 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.db.segments_db [None req-1ade50c7-3726-4b10-9637-6a77b20408a3 admin admin] Added segment a3333fc2-ce5d-44c4-9b4b-4f74bcbe2613 of type vlan for network 51c1852c-cb30-43c0-8db3-19cd007659ff Oct 28 08:43:48.967466 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1ade50c7-3726-4b10-9637-6a77b20408a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726588262319'] for network, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:48.994747 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1ade50c7-3726-4b10-9637-6a77b20408a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for network, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:48.995637 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ade50c7-3726-4b10-9637-6a77b20408a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:48.996226 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1ade50c7-3726-4b10-9637-6a77b20408a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:49.052046 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-1ade50c7-3726-4b10-9637-6a77b20408a3 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4007227 Oct 28 08:43:49.055035 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55658) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:49.059963 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-db9a405a-350d-49eb-83c9-c15f482120b3 admin admin] Request body: {'subnet': {'network_id': '51c1852c-cb30-43c0-8db3-19cd007659ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1377083792-subnet', 'tenant_id': '069ba65b290544a8bd1bd25bebcf0e56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:49.063670 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade50c7-3726-4b10-9637-6a77b20408a3 admin admin] Pushing event updated for resources: {'Network': ['ID=51c1852c-cb30-43c0-8db3-19cd007659ff,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:49.073595 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Network 51c1852c-cb30-43c0-8db3-19cd007659ff details requested by agent ovs-agent-dv-cinder-815660-3-iscsi with host dv-cinder-815660-3-iscsi {{(pid=108151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:43:49.087655 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9a405a-350d-49eb-83c9-c15f482120b3 admin admin] Made reservation on behalf of 069ba65b290544a8bd1bd25bebcf0e56 for: {'subnet': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:43:49.090123 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-db9a405a-350d-49eb-83c9-c15f482120b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25577625'] for subnet, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:49.259002 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-db9a405a-350d-49eb-83c9-c15f482120b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25303791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577611'] for subnet, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:49.326229 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a405a-350d-49eb-83c9-c15f482120b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27d72c29-55dc-48c4-b6e0-30c250ccaa46,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:49.335163 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9a405a-350d-49eb-83c9-c15f482120b3 admin admin] Checking segment: {'id': 'a3333fc2-ce5d-44c4-9b4b-4f74bcbe2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '51c1852c-cb30-43c0-8db3-19cd007659ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:43:49.336243 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9a405a-350d-49eb-83c9-c15f482120b3 admin admin] Network hostable DHCP agents. Network: 51c1852c-cb30-43c0-8db3-19cd007659ff, hostable agents: ['a0272f17-d1f2-4606-9a20-f7b889da77c9'], hosted agents: [] {{(pid=108149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:43:49.353732 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9a405a-350d-49eb-83c9-c15f482120b3 admin admin] Network 51c1852c-cb30-43c0-8db3-19cd007659ff is scheduled to be hosted by DHCP agent a0272f17-d1f2-4606-9a20-f7b889da77c9 with binding_index 1 {{(pid=108149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:43:49.364110 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-db9a405a-350d-49eb-83c9-c15f482120b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-3-iscsi, 51c1852c-cb30-43c0-8db3-19cd007659ff) {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:43:49.368916 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9a405a-350d-49eb-83c9-c15f482120b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:49.370140 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-db9a405a-350d-49eb-83c9-c15f482120b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:49.373273 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce11907f-719d-4c55-bf1c-3f0c3065aca0 None None] Network 51c1852c-cb30-43c0-8db3-19cd007659ff requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:43:49.394603 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-db9a405a-350d-49eb-83c9-c15f482120b3 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3381760 Oct 28 08:43:49.529512 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e94ff81-9e70-4552-be20-82470dd54623 None None] Network 51c1852c-cb30-43c0-8db3-19cd007659ff requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:43:49.939078 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55686) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:49.944053 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-024ad958-7c55-47a3-8805-c7416fd44be0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1195362042-network', 'tenant_id': 'c16991cb81f643a5acb1216dab1843ad'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:49.965702 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024ad958-7c55-47a3-8805-c7416fd44be0 admin admin] Made reservation on behalf of c16991cb81f643a5acb1216dab1843ad for: {'network': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:43:49.967866 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-024ad958-7c55-47a3-8805-c7416fd44be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for network, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:49.976807 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-024ad958-7c55-47a3-8805-c7416fd44be0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:50.051548 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-024ad958-7c55-47a3-8805-c7416fd44be0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:50.055916 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-024ad958-7c55-47a3-8805-c7416fd44be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:50.082657 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024ad958-7c55-47a3-8805-c7416fd44be0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=108149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:43:50.093046 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ad958-7c55-47a3-8805-c7416fd44be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fac4e7e-c7a8-4428-9389-dbc5064dd1d4,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:50.097848 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-024ad958-7c55-47a3-8805-c7416fd44be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:50.098175 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.segments_db [None req-024ad958-7c55-47a3-8805-c7416fd44be0 admin admin] Added segment c016dd35-40cb-4f58-bda2-5b11326f9edc of type vlan for network 2056a4a6-0535-4ecc-bebb-a7d123f212d8 Oct 28 08:43:50.140014 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-024ad958-7c55-47a3-8805-c7416fd44be0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726588262319'] for network, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:50.164144 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-024ad958-7c55-47a3-8805-c7416fd44be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for network, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:50.165173 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024ad958-7c55-47a3-8805-c7416fd44be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:50.165758 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-024ad958-7c55-47a3-8805-c7416fd44be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:50.220747 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-024ad958-7c55-47a3-8805-c7416fd44be0 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.2804322 Oct 28 08:43:50.223583 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 55688) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:50.229012 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-ea4c4af3-d2c4-414f-ae06-4c5758a73c32 admin admin] Request body: {'subnet': {'network_id': '2056a4a6-0535-4ecc-bebb-a7d123f212d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1195362042-subnet', 'tenant_id': 'c16991cb81f643a5acb1216dab1843ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:50.231973 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ad958-7c55-47a3-8805-c7416fd44be0 admin admin] Pushing event updated for resources: {'Network': ['ID=2056a4a6-0535-4ecc-bebb-a7d123f212d8,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:50.243733 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Network 2056a4a6-0535-4ecc-bebb-a7d123f212d8 details requested by agent ovs-agent-dv-cinder-815660-3-iscsi with host dv-cinder-815660-3-iscsi {{(pid=108151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:43:50.252414 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4c4af3-d2c4-414f-ae06-4c5758a73c32 admin admin] Made reservation on behalf of c16991cb81f643a5acb1216dab1843ad for: {'subnet': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:43:50.254892 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ea4c4af3-d2c4-414f-ae06-4c5758a73c32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25244945'] for subnet, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:50.427116 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ea4c4af3-d2c4-414f-ae06-4c5758a73c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25530701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25244931'] for subnet, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:50.480076 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c4af3-d2c4-414f-ae06-4c5758a73c32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b2b2d9-0499-4c37-910c-f7103e2c119d,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:50.490124 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4c4af3-d2c4-414f-ae06-4c5758a73c32 admin admin] Checking segment: {'id': 'c016dd35-40cb-4f58-bda2-5b11326f9edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2056a4a6-0535-4ecc-bebb-a7d123f212d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:43:50.490480 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4c4af3-d2c4-414f-ae06-4c5758a73c32 admin admin] Network hostable DHCP agents. Network: 2056a4a6-0535-4ecc-bebb-a7d123f212d8, hostable agents: ['a0272f17-d1f2-4606-9a20-f7b889da77c9'], hosted agents: [] {{(pid=108150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:43:50.510357 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4c4af3-d2c4-414f-ae06-4c5758a73c32 admin admin] Network 2056a4a6-0535-4ecc-bebb-a7d123f212d8 is scheduled to be hosted by DHCP agent a0272f17-d1f2-4606-9a20-f7b889da77c9 with binding_index 1 {{(pid=108150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:43:50.520522 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-ea4c4af3-d2c4-414f-ae06-4c5758a73c32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-3-iscsi, 2056a4a6-0535-4ecc-bebb-a7d123f212d8) {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:43:50.526279 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4c4af3-d2c4-414f-ae06-4c5758a73c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:50.526930 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ea4c4af3-d2c4-414f-ae06-4c5758a73c32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:50.531788 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616b207c-dbb9-4532-93e7-a79d2abf431f None None] Network 2056a4a6-0535-4ecc-bebb-a7d123f212d8 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:43:50.547803 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-ea4c4af3-d2c4-414f-ae06-4c5758a73c32 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3230689 Oct 28 08:43:50.668881 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e465d7-038a-4197-8130-db5bb49839e3 None None] Network 2056a4a6-0535-4ecc-bebb-a7d123f212d8 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:43:50.675807 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 55698) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:50.743116 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_v2 [None req-686f63da-bd78-4a47-8cf8-20e737dc64d5 admin admin] Deleting subnet 27d72c29-55dc-48c4-b6e0-30c250ccaa46 {{(pid=108150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:43:50.746354 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-686f63da-bd78-4a47-8cf8-20e737dc64d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:50.787935 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-686f63da-bd78-4a47-8cf8-20e737dc64d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25531807'] for subnet, precommit_delete_associations {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:50.829483 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-686f63da-bd78-4a47-8cf8-20e737dc64d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697502'] for subnet, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:50.884193 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-686f63da-bd78-4a47-8cf8-20e737dc64d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25530636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25242352'] for subnet, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:50.908706 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f63da-bd78-4a47-8cf8-20e737dc64d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27d72c29-55dc-48c4-b6e0-30c250ccaa46,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:50.916379 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-686f63da-bd78-4a47-8cf8-20e737dc64d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:50.919627 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-686f63da-bd78-4a47-8cf8-20e737dc64d5 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/27d72c29-55dc-48c4-b6e0-30c250ccaa46 HTTP/1.1" status: 204 len: 168 time: 0.2426476 Oct 28 08:43:50.922449 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 55702) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:50.993872 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-913215f8-c1f8-4fb6-9800-de5250078a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8072101'] for network, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:51.300909 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-913215f8-c1f8-4fb6-9800-de5250078a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700171', 'neutron.services.segments.db._delete_segments_for_network-8726588780638'] for network, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:51.321134 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.services.segments.db [None req-913215f8-c1f8-4fb6-9800-de5250078a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c1852c-cb30-43c0-8db3-19cd007659ff']}} {{(pid=108150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:51.331145 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.services.segments.db [None req-913215f8-c1f8-4fb6-9800-de5250078a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3333fc2-ce5d-44c4-9b4b-4f74bcbe2613') {'for_net_delete': True} {{(pid=108150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:51.331469 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.services.segments.db [None req-913215f8-c1f8-4fb6-9800-de5250078a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3333fc2-ce5d-44c4-9b4b-4f74bcbe2613') {} {{(pid=108150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:51.341572 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-913215f8-c1f8-4fb6-9800-de5250078a0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726588781415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25531878'] for segment, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:51.354749 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-913215f8-c1f8-4fb6-9800-de5250078a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:51.360493 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913215f8-c1f8-4fb6-9800-de5250078a0b admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=108150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:43:51.360959 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-913215f8-c1f8-4fb6-9800-de5250078a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25530854'] for segment, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: Traceback (most recent call last): Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: timer() Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: cb(*args, **kw) Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: return func(*args, **kwargs) Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: self._notify() Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: self.callback(batched_events) Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: event.method(event) Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: return f(self, *a, **k) Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: return self._get(url).json() Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: return self.request(url, 'GET', **kwargs) Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:43:51.362510 dv-cinder-815660-3-iscsi neutron-server[108150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:43:51.422756 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-913215f8-c1f8-4fb6-9800-de5250078a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550728'] for network, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:51.428049 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-913215f8-c1f8-4fb6-9800-de5250078a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:51.431950 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-913215f8-c1f8-4fb6-9800-de5250078a0b admin admin] 10.222.0.74 "DELETE /v2.0/networks/51c1852c-cb30-43c0-8db3-19cd007659ff HTTP/1.1" status: 204 len: 168 time: 0.5084786 Oct 28 08:43:51.434793 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55704) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:51.443417 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913215f8-c1f8-4fb6-9800-de5250078a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=51c1852c-cb30-43c0-8db3-19cd007659ff,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:51.481053 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf8272e-d490-40c7-8765-3368a02f7141 admin admin] Deleting subnet f1b2b2d9-0499-4c37-910c-f7103e2c119d {{(pid=108149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:43:51.484884 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2cf8272e-d490-40c7-8765-3368a02f7141 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:51.516063 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-f12e3d63-84ac-436f-860c-b4fb25c92ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:51.525461 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2cf8272e-d490-40c7-8765-3368a02f7141 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-339946'] for subnet, precommit_delete_associations {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:51.574048 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2cf8272e-d490-40c7-8765-3368a02f7141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697502'] for subnet, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:51.639810 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2cf8272e-d490-40c7-8765-3368a02f7141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25303726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25581432'] for subnet, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:51.674241 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8272e-d490-40c7-8765-3368a02f7141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1b2b2d9-0499-4c37-910c-f7103e2c119d,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:51.678178 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2cf8272e-d490-40c7-8765-3368a02f7141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:51.684829 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-2cf8272e-d490-40c7-8765-3368a02f7141 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f1b2b2d9-0499-4c37-910c-f7103e2c119d HTTP/1.1" status: 204 len: 168 time: 0.2460918 Oct 28 08:43:51.684829 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55708) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:51.759937 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-967d6e4b-2d89-4fa5-ad76-ef1010a7e231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8072101'] for network, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:51.845587 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-967d6e4b-2d89-4fa5-ad76-ef1010a7e231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700171', 'neutron.services.segments.db._delete_segments_for_network-8726588780638'] for network, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:51.867829 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-967d6e4b-2d89-4fa5-ad76-ef1010a7e231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2056a4a6-0535-4ecc-bebb-a7d123f212d8']}} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:51.877112 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-967d6e4b-2d89-4fa5-ad76-ef1010a7e231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c016dd35-40cb-4f58-bda2-5b11326f9edc') {'for_net_delete': True} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:51.877403 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-967d6e4b-2d89-4fa5-ad76-ef1010a7e231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c016dd35-40cb-4f58-bda2-5b11326f9edc') {} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:51.887848 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-967d6e4b-2d89-4fa5-ad76-ef1010a7e231 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726588781415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-339859'] for segment, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:51.901608 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-967d6e4b-2d89-4fa5-ad76-ef1010a7e231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:51.908387 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967d6e4b-2d89-4fa5-ad76-ef1010a7e231 admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=108149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:43:51.908624 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-967d6e4b-2d89-4fa5-ad76-ef1010a7e231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25303620'] for segment, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: Traceback (most recent call last): Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: timer() Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: cb(*args, **kw) Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: return func(*args, **kwargs) Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: self._notify() Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: self.callback(batched_events) Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: event.method(event) Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: return f(self, *a, **k) Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._get(url).json() Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: return self.request(url, 'GET', **kwargs) Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:43:51.910378 dv-cinder-815660-3-iscsi neutron-server[108149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:43:51.972693 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-967d6e4b-2d89-4fa5-ad76-ef1010a7e231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550728'] for network, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:51.993473 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-967d6e4b-2d89-4fa5-ad76-ef1010a7e231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:51.997084 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-967d6e4b-2d89-4fa5-ad76-ef1010a7e231 admin admin] 10.222.0.74 "DELETE /v2.0/networks/2056a4a6-0535-4ecc-bebb-a7d123f212d8 HTTP/1.1" status: 204 len: 168 time: 0.3116405 Oct 28 08:43:51.998639 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d6e4b-2d89-4fa5-ad76-ef1010a7e231 admin admin] Pushing event deleted for resources: {'Network': ['ID=2056a4a6-0535-4ecc-bebb-a7d123f212d8,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:52.215555 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55724) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:52.261571 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-51937291-650f-4f0a-b496-ce9f2ca958d0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=069ba65b290544a8bd1bd25bebcf0e56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447111 Oct 28 08:43:52.264396 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 55726) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:52.316179 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631f093-4322-49af-af9e-0bb8dbdcfada req-b4fdb3eb-0114-4bde-b4fb-bb4831e7e730 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:52.317823 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ea871bd7-3fd1-4675-af3d-a51ad5501ca0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:52.318339 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b631f093-4322-49af-af9e-0bb8dbdcfada req-b4fdb3eb-0114-4bde-b4fb-bb4831e7e730 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0536652 Oct 28 08:43:52.343327 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ea871bd7-3fd1-4675-af3d-a51ad5501ca0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:52.360864 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b631f093-4322-49af-af9e-0bb8dbdcfada req-965b35dc-5a93-4236-a27a-e84649d304a4 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349693 Oct 28 08:43:52.405574 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ea871bd7-3fd1-4675-af3d-a51ad5501ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:52.408181 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ea871bd7-3fd1-4675-af3d-a51ad5501ca0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:52.409372 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-ea871bd7-3fd1-4675-af3d-a51ad5501ca0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1f9f7b89-ec42-4ba4-a302-6b81fab5a38a HTTP/1.1" status: 204 len: 168 time: 0.1436455 Oct 28 08:43:52.417946 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea871bd7-3fd1-4675-af3d-a51ad5501ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9f7b89-ec42-4ba4-a302-6b81fab5a38a,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:52.426908 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea871bd7-3fd1-4675-af3d-a51ad5501ca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:52.427260 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea871bd7-3fd1-4675-af3d-a51ad5501ca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:52.427604 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea871bd7-3fd1-4675-af3d-a51ad5501ca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:52.428139 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea871bd7-3fd1-4675-af3d-a51ad5501ca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:52.428499 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea871bd7-3fd1-4675-af3d-a51ad5501ca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:52.428811 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea871bd7-3fd1-4675-af3d-a51ad5501ca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:52.429319 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea871bd7-3fd1-4675-af3d-a51ad5501ca0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:52.429572 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea871bd7-3fd1-4675-af3d-a51ad5501ca0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:52.430209 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea871bd7-3fd1-4675-af3d-a51ad5501ca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:52.430725 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea871bd7-3fd1-4675-af3d-a51ad5501ca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:52.431054 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea871bd7-3fd1-4675-af3d-a51ad5501ca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:52.431379 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea871bd7-3fd1-4675-af3d-a51ad5501ca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:52.767301 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 55734) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:52.819401 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-9ede0a06-0264-411f-bc25-8590f512feae admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c16991cb81f643a5acb1216dab1843ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508542 Oct 28 08:43:52.827975 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 55740) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:52.883492 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-29daa052-0083-4966-bf96-cfce5e01b23e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:52.908481 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-29daa052-0083-4966-bf96-cfce5e01b23e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:52.964162 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-29daa052-0083-4966-bf96-cfce5e01b23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:52.966914 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-29daa052-0083-4966-bf96-cfce5e01b23e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:52.968098 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-29daa052-0083-4966-bf96-cfce5e01b23e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8fac4e7e-c7a8-4428-9389-dbc5064dd1d4 HTTP/1.1" status: 204 len: 168 time: 0.1390672 Oct 28 08:43:52.977252 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29daa052-0083-4966-bf96-cfce5e01b23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fac4e7e-c7a8-4428-9389-dbc5064dd1d4,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:53.280662 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57810821-a7c4-4ae0-b572-41b03e3eed61 req-55557861-6787-4f63-aa1e-bfe51564a845 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:53.282153 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-57810821-a7c4-4ae0-b572-41b03e3eed61 req-55557861-6787-4f63-aa1e-bfe51564a845 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 945 time: 0.0507321 Oct 28 08:43:53.327927 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-57810821-a7c4-4ae0-b572-41b03e3eed61 req-560746e3-6c3a-4e67-a2f1-15940274581e tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393372 Oct 28 08:43:53.492084 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb96d1-fae1-4472-8e36-12a9bbad8994 req-068210fa-282e-46df-98c0-01e928ca683c tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:53.493570 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-36fb96d1-fae1-4472-8e36-12a9bbad8994 req-068210fa-282e-46df-98c0-01e928ca683c tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0582106 Oct 28 08:43:53.535262 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-36fb96d1-fae1-4472-8e36-12a9bbad8994 req-77b00988-a8f2-4788-9232-c9ba37a4c9d7 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349312 Oct 28 08:43:53.690539 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 55768) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:53.788504 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-17c45f9d-2ed8-40b1-b4f3-03442863e99b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2147191118-network', 'tenant_id': '338e4e054df04c0994aac7070cab3d92'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:53.810577 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c45f9d-2ed8-40b1-b4f3-03442863e99b admin admin] Made reservation on behalf of 338e4e054df04c0994aac7070cab3d92 for: {'network': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:43:53.812888 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-17c45f9d-2ed8-40b1-b4f3-03442863e99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for network, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:53.822868 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-17c45f9d-2ed8-40b1-b4f3-03442863e99b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:53.909050 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-17c45f9d-2ed8-40b1-b4f3-03442863e99b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:53.913179 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-17c45f9d-2ed8-40b1-b4f3-03442863e99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:53.938464 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c45f9d-2ed8-40b1-b4f3-03442863e99b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=108150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:43:53.949476 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c45f9d-2ed8-40b1-b4f3-03442863e99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86531090-8104-4e70-bf44-bf76dd355c3d,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:53.954907 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-17c45f9d-2ed8-40b1-b4f3-03442863e99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:53.955118 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.db.segments_db [None req-17c45f9d-2ed8-40b1-b4f3-03442863e99b admin admin] Added segment 50fcbede-0263-42a8-9916-30d494f54e58 of type vlan for network 77b23b35-b18e-4cdc-8e49-4c3828904f91 Oct 28 08:43:53.998774 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-17c45f9d-2ed8-40b1-b4f3-03442863e99b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726588262319'] for network, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:54.022873 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-17c45f9d-2ed8-40b1-b4f3-03442863e99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for network, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:54.023892 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c45f9d-2ed8-40b1-b4f3-03442863e99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:54.024756 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-17c45f9d-2ed8-40b1-b4f3-03442863e99b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:54.076509 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-17c45f9d-2ed8-40b1-b4f3-03442863e99b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3847663 Oct 28 08:43:54.079646 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55776) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:54.084541 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-4bb84e5f-b62a-44d2-8d8b-0748f7e71f53 admin admin] Request body: {'subnet': {'network_id': '77b23b35-b18e-4cdc-8e49-4c3828904f91', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2147191118-subnet', 'tenant_id': '338e4e054df04c0994aac7070cab3d92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:54.087870 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c45f9d-2ed8-40b1-b4f3-03442863e99b admin admin] Pushing event updated for resources: {'Network': ['ID=77b23b35-b18e-4cdc-8e49-4c3828904f91,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:54.098065 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Network 77b23b35-b18e-4cdc-8e49-4c3828904f91 details requested by agent ovs-agent-dv-cinder-815660-3-iscsi with host dv-cinder-815660-3-iscsi {{(pid=108151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:43:54.111022 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb84e5f-b62a-44d2-8d8b-0748f7e71f53 admin admin] Made reservation on behalf of 338e4e054df04c0994aac7070cab3d92 for: {'subnet': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:43:54.113383 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-4bb84e5f-b62a-44d2-8d8b-0748f7e71f53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25577625'] for subnet, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:54.290300 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-4bb84e5f-b62a-44d2-8d8b-0748f7e71f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25303791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577611'] for subnet, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:54.343369 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb84e5f-b62a-44d2-8d8b-0748f7e71f53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2008137-4e6d-4718-b5f7-34a484883d2f,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:54.354987 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb84e5f-b62a-44d2-8d8b-0748f7e71f53 admin admin] Checking segment: {'id': '50fcbede-0263-42a8-9916-30d494f54e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '77b23b35-b18e-4cdc-8e49-4c3828904f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:43:54.355352 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb84e5f-b62a-44d2-8d8b-0748f7e71f53 admin admin] Network hostable DHCP agents. Network: 77b23b35-b18e-4cdc-8e49-4c3828904f91, hostable agents: ['a0272f17-d1f2-4606-9a20-f7b889da77c9'], hosted agents: [] {{(pid=108149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:43:54.374874 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb84e5f-b62a-44d2-8d8b-0748f7e71f53 admin admin] Network 77b23b35-b18e-4cdc-8e49-4c3828904f91 is scheduled to be hosted by DHCP agent a0272f17-d1f2-4606-9a20-f7b889da77c9 with binding_index 1 {{(pid=108149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:43:54.386296 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-4bb84e5f-b62a-44d2-8d8b-0748f7e71f53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-3-iscsi, 77b23b35-b18e-4cdc-8e49-4c3828904f91) {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:43:54.391485 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb84e5f-b62a-44d2-8d8b-0748f7e71f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:54.392124 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-4bb84e5f-b62a-44d2-8d8b-0748f7e71f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:54.396329 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d760c120-64a1-455a-9fb0-901752fdca1b None None] Network 77b23b35-b18e-4cdc-8e49-4c3828904f91 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:43:54.440020 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-4bb84e5f-b62a-44d2-8d8b-0748f7e71f53 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3592315 Oct 28 08:43:54.458708 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-9675db39-790b-4d40-9336-9e05edfe7b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:54.467992 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739d697-eba3-4a8a-8a0e-475ec362c5c0 req-23d39b67-07e9-4a0c-8b5e-46c3eb818b9b tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:54.469823 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1739d697-eba3-4a8a-8a0e-475ec362c5c0 req-23d39b67-07e9-4a0c-8b5e-46c3eb818b9b tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 945 time: 0.0646641 Oct 28 08:43:54.513686 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1739d697-eba3-4a8a-8a0e-475ec362c5c0 req-0d19db54-8709-4584-8760-dd567bc76f88 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359006 Oct 28 08:43:54.671746 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6907690f-ed1f-4138-875b-45e741f455e0 None None] Network 77b23b35-b18e-4cdc-8e49-4c3828904f91 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:43:54.688082 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e582bd-c2d6-451c-a06e-4152c2500fd6 req-aa8c4e2a-cf3c-4dcf-98e4-91bfc72c273d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:54.689772 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-74e582bd-c2d6-451c-a06e-4152c2500fd6 req-aa8c4e2a-cf3c-4dcf-98e4-91bfc72c273d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0660968 Oct 28 08:43:54.733645 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-74e582bd-c2d6-451c-a06e-4152c2500fd6 req-cc265b65-e9d2-457d-a81b-03e0325b5dba tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362179 Oct 28 08:43:55.011685 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 55800) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:55.016556 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-d5017f78-b678-49c4-be19-1df639f419a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1859102286-network', 'tenant_id': '8a3cda35ab3a4b28ad7e42ae9100e124'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:55.041292 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5017f78-b678-49c4-be19-1df639f419a1 admin admin] Made reservation on behalf of 8a3cda35ab3a4b28ad7e42ae9100e124 for: {'network': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:43:55.043627 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d5017f78-b678-49c4-be19-1df639f419a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for network, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:55.051972 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d5017f78-b678-49c4-be19-1df639f419a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:55.132933 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d5017f78-b678-49c4-be19-1df639f419a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:55.136940 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d5017f78-b678-49c4-be19-1df639f419a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:55.162192 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5017f78-b678-49c4-be19-1df639f419a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=108149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:43:55.171304 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5017f78-b678-49c4-be19-1df639f419a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b57e6b-7d8b-4bf8-9f7b-7368865df0fd,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:55.177128 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d5017f78-b678-49c4-be19-1df639f419a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:55.177463 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.segments_db [None req-d5017f78-b678-49c4-be19-1df639f419a1 admin admin] Added segment aea283f1-23ac-49dc-9ba1-4ea71cfce891 of type vlan for network 19f5af94-343c-404c-b20b-4bfa33fdfeb2 Oct 28 08:43:55.218182 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d5017f78-b678-49c4-be19-1df639f419a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726588262319'] for network, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:55.243316 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d5017f78-b678-49c4-be19-1df639f419a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for network, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:55.244382 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5017f78-b678-49c4-be19-1df639f419a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:55.244967 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d5017f78-b678-49c4-be19-1df639f419a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:55.307048 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-d5017f78-b678-49c4-be19-1df639f419a1 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2942574 Oct 28 08:43:55.309952 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 55802) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:55.312251 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5017f78-b678-49c4-be19-1df639f419a1 admin admin] Pushing event updated for resources: {'Network': ['ID=19f5af94-343c-404c-b20b-4bfa33fdfeb2,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:55.316241 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-b2487d5c-2177-4c34-b929-bc9d90fb1d34 admin admin] Request body: {'subnet': {'network_id': '19f5af94-343c-404c-b20b-4bfa33fdfeb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1859102286-subnet', 'tenant_id': '8a3cda35ab3a4b28ad7e42ae9100e124', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:55.323582 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Network 19f5af94-343c-404c-b20b-4bfa33fdfeb2 details requested by agent ovs-agent-dv-cinder-815660-3-iscsi with host dv-cinder-815660-3-iscsi {{(pid=108151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:43:55.342548 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2487d5c-2177-4c34-b929-bc9d90fb1d34 admin admin] Made reservation on behalf of 8a3cda35ab3a4b28ad7e42ae9100e124 for: {'subnet': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:43:55.345023 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b2487d5c-2177-4c34-b929-bc9d90fb1d34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25244945'] for subnet, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:55.450125 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:55.520385 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b2487d5c-2177-4c34-b929-bc9d90fb1d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25530701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25244931'] for subnet, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:55.579732 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2487d5c-2177-4c34-b929-bc9d90fb1d34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86accc24-898d-430d-82a3-c4aa1f409222,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:55.590153 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2487d5c-2177-4c34-b929-bc9d90fb1d34 admin admin] Checking segment: {'id': 'aea283f1-23ac-49dc-9ba1-4ea71cfce891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '19f5af94-343c-404c-b20b-4bfa33fdfeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:43:55.590521 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2487d5c-2177-4c34-b929-bc9d90fb1d34 admin admin] Network hostable DHCP agents. Network: 19f5af94-343c-404c-b20b-4bfa33fdfeb2, hostable agents: ['a0272f17-d1f2-4606-9a20-f7b889da77c9'], hosted agents: [] {{(pid=108150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:43:55.607891 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2487d5c-2177-4c34-b929-bc9d90fb1d34 admin admin] Network 19f5af94-343c-404c-b20b-4bfa33fdfeb2 is scheduled to be hosted by DHCP agent a0272f17-d1f2-4606-9a20-f7b889da77c9 with binding_index 1 {{(pid=108150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:43:55.618662 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-b2487d5c-2177-4c34-b929-bc9d90fb1d34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-3-iscsi, 19f5af94-343c-404c-b20b-4bfa33fdfeb2) {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:43:55.623938 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2487d5c-2177-4c34-b929-bc9d90fb1d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:55.625008 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b2487d5c-2177-4c34-b929-bc9d90fb1d34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:55.630535 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f632ea60-6a8c-487d-b054-0baa48812d2f None None] Network 19f5af94-343c-404c-b20b-4bfa33fdfeb2 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:43:55.640495 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ec1eb-3a51-499e-9481-6caba218711b req-96c1d6c3-47de-4619-8a0d-78b04798af4c tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:55.642006 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b16ec1eb-3a51-499e-9481-6caba218711b req-96c1d6c3-47de-4619-8a0d-78b04798af4c tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 945 time: 0.0530984 Oct 28 08:43:55.644585 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-b2487d5c-2177-4c34-b929-bc9d90fb1d34 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3329782 Oct 28 08:43:55.712283 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b16ec1eb-3a51-499e-9481-6caba218711b req-3cef741b-89e6-4648-8144-7e656f6a6957 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5882d25-d5c9-48d4-b76e-137f8a79d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585351 Oct 28 08:43:55.734487 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08039b-8773-4e74-97fc-72335c929101 req-b181b683-9036-47c2-bfb7-31dfbfb92b00 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:55.735743 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-ac08039b-8773-4e74-97fc-72335c929101 req-b181b683-9036-47c2-bfb7-31dfbfb92b00 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 945 time: 0.0770156 Oct 28 08:43:55.766065 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:55.801606 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43902591-273c-4fad-bd25-c8cf7d775d59 None None] Network 19f5af94-343c-404c-b20b-4bfa33fdfeb2 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:43:55.862172 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [req-ac08039b-8773-4e74-97fc-72335c929101 req-b465580f-10a1-4368-a4ea-dd82bf442fb0 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Deleting port b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:43:55.862701 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-ac08039b-8773-4e74-97fc-72335c929101 req-b465580f-10a1-4368-a4ea-dd82bf442fb0 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:55.905926 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fd266-2e52-4efe-9de2-4637a47ad622 req-9f730e7d-657c-4922-b344-96cbd12587a5 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:55.907461 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-031fd266-2e52-4efe-9de2-4637a47ad622 req-9f730e7d-657c-4922-b344-96cbd12587a5 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0687537 Oct 28 08:43:55.986874 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-031fd266-2e52-4efe-9de2-4637a47ad622 req-25e9ece9-958b-42d0-90c5-565a3186230f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696301 Oct 28 08:43:55.999798 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-ac08039b-8773-4e74-97fc-72335c929101 req-b465580f-10a1-4368-a4ea-dd82bf442fb0 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] For port b5f4ba07-a5b6-40dc-b577-c707a79bc3d0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b5f4ba07-a5b6-40dc-b577-c707a79bc3d0,segment=NetworkSegment(bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672),segment_id=bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672)] {{(pid=108150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:56.000360 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-ac08039b-8773-4e74-97fc-72335c929101 req-b465580f-10a1-4368-a4ea-dd82bf442fb0 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:56.026700 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [req-ac08039b-8773-4e74-97fc-72335c929101 req-b465580f-10a1-4368-a4ea-dd82bf442fb0 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Calling delete_port for b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 owned by compute:nova {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:43:56.167310 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-ac08039b-8773-4e74-97fc-72335c929101 req-b465580f-10a1-4368-a4ea-dd82bf442fb0 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:56.181615 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['b5f4ba07-a5b6-40dc-b577-c707a79bc3d0'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:43:56.199510 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465580f-10a1-4368-a4ea-dd82bf442fb0 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Pushing event deleted for resources: {'Port': ['ID=b5f4ba07-a5b6-40dc-b577-c707a79bc3d0,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:56.251117 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac08039b-8773-4e74-97fc-72335c929101 req-b465580f-10a1-4368-a4ea-dd82bf442fb0 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] No DVR routers for this DVR port b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 on host hv-cinder-81566 {{(pid=108150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:43:56.253791 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-ac08039b-8773-4e74-97fc-72335c929101 req-b465580f-10a1-4368-a4ea-dd82bf442fb0 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:56.257714 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-ac08039b-8773-4e74-97fc-72335c929101 req-b465580f-10a1-4368-a4ea-dd82bf442fb0 tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.77 "DELETE /v2.0/ports/b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 HTTP/1.1" status: 204 len: 173 time: 0.5119121 Oct 28 08:43:56.258179 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b242f3a-0fab-4607-8a43-80c4d15255c6', 'name': 'network-vif-deleted', 'tag': 'b5f4ba07-a5b6-40dc-b577-c707a79bc3d0'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:43:56.260431 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333b445b-aa2c-4913-9546-c5058725bd5a" -d '{"events": [{"server_uuid": "7b242f3a-0fab-4607-8a43-80c4d15255c6", "name": "network-vif-deleted", "tag": "b5f4ba07-a5b6-40dc-b577-c707a79bc3d0"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:43:56.313878 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5db0e01-82ef-4203-a62a-9a5ba58b40de x-openstack-request-id: req-d5db0e01-82ef-4203-a62a-9a5ba58b40de {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:43:56.314845 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b242f3a-0fab-4607-8a43-80c4d15255c6", "name": "network-vif-deleted", "tag": "b5f4ba07-a5b6-40dc-b577-c707a79bc3d0", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:43:56.315558 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d5db0e01-82ef-4203-a62a-9a5ba58b40de {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:43:56.316169 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b242f3a-0fab-4607-8a43-80c4d15255c6', 'name': 'network-vif-deleted', 'tag': 'b5f4ba07-a5b6-40dc-b577-c707a79bc3d0', 'status': 'completed', 'code': 200} Oct 28 08:43:56.837412 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b69e32ca-4b9a-4e74-bf22-fc8ba6019537 req-9cb6379e-c7ef-43ae-bf23-2eec19a707bf tempest-VolumesSnapshotTestJSON-340919065 tempest-VolumesSnapshotTestJSON-340919065-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b242f3a-0fab-4607-8a43-80c4d15255c6 HTTP/1.1" status: 200 len: 210 time: 0.0336237 Oct 28 08:43:57.110750 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170da7a9-0f63-46b1-ac11-8339a349c7c0 req-b79066ff-4af1-4f2c-b6b0-2d4d7d0ce3e8 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:57.112238 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-170da7a9-0f63-46b1-ac11-8339a349c7c0 req-b79066ff-4af1-4f2c-b6b0-2d4d7d0ce3e8 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0488331 Oct 28 08:43:57.152513 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-170da7a9-0f63-46b1-ac11-8339a349c7c0 req-f2af825b-4cf3-4b38-8192-7b967f63e4be tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334547 Oct 28 08:43:57.435463 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:58.283987 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcddc2d-f399-44ec-8944-d6fb191b3f63 req-4aa1be55-65ce-4125-a256-7d843965e4b9 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:58.285436 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9fcddc2d-f399-44ec-8944-d6fb191b3f63 req-4aa1be55-65ce-4125-a256-7d843965e4b9 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0554550 Oct 28 08:43:58.326246 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9fcddc2d-f399-44ec-8944-d6fb191b3f63 req-67d4e5c2-a9cd-485a-8e60-df78c95ea8ef tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338595 Oct 28 08:43:59.459853 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde344ed-e631-470d-899f-8ff786eab568 req-e0d2ed4a-dc51-41bc-88bd-3da25aa171ff tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:59.461967 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bde344ed-e631-470d-899f-8ff786eab568 req-e0d2ed4a-dc51-41bc-88bd-3da25aa171ff tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0592978 Oct 28 08:43:59.504451 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bde344ed-e631-470d-899f-8ff786eab568 req-30003447-af44-428f-b4fc-2f9181675233 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358832 Oct 28 08:44:00.224898 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:44:00.246552 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] No Port match for: b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:44:00.246918 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device b5f4ba07-a5b6-40dc-b577-c707a79bc3d0 not bound to the agent host hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:44:00.473572 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-bd7585ea-586e-4d42-beb4-d7cb86bd3869 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1557192688&fields=id&tenant_id=3f8be4e851fc4c5bb989b23068ab50b0 HTTP/1.1" status: 200 len: 267 time: 0.0358467 Oct 28 08:44:00.583816 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-aca80f97-6a7e-4a7d-b647-da8d35bf64f8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:00.585851 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-aca80f97-6a7e-4a7d-b647-da8d35bf64f8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/networks?id=5c4e2068-440b-4c5b-b064-f6b110ee163c HTTP/1.1" status: 200 len: 811 time: 0.1039250 Oct 28 08:44:00.600324 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-e8db7fa8-b1d5-43f4-8b95-d0038d38294b tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/quotas/3f8be4e851fc4c5bb989b23068ab50b0 HTTP/1.1" status: 200 len: 375 time: 0.0087328 Oct 28 08:44:00.667707 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-8aac8b3e-733f-40b4-a565-a308e34590d0 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3f8be4e851fc4c5bb989b23068ab50b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620008 Oct 28 08:44:00.774739 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3d488eb7-8c66-4c9d-8c20-cfa4f4c4136d service neutron] 10.222.0.74 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939996 Oct 28 08:44:00.866498 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-1ea84f64-d45d-41ac-be0b-042224e8a0a0 service neutron] 10.222.0.74 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858140 Oct 28 08:44:02.225521 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a234b5-e02d-41a5-b47c-053369cd5a89 req-1bd7afa0-d603-48c2-888b-03debf151a19 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:02.227163 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-08a234b5-e02d-41a5-b47c-053369cd5a89 req-1bd7afa0-d603-48c2-888b-03debf151a19 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0491750 Oct 28 08:44:02.264633 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-08a234b5-e02d-41a5-b47c-053369cd5a89 req-c999a03b-e50c-4c27-8e0f-d18e55399423 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315223 Oct 28 08:44:02.332065 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5316baf8-4f37-42c8-9c76-967d82f7d57b req-5bc6716c-a235-495c-aa52-a9665eb15ed0 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 210 time: 0.0267463 Oct 28 08:44:02.481893 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:44:03.398296 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1607969-1f92-4eca-a21f-f63caf550caf req-24011d4c-82dd-4900-b0c5-23e91c408781 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:03.400419 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f1607969-1f92-4eca-a21f-f63caf550caf req-24011d4c-82dd-4900-b0c5-23e91c408781 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0586476 Oct 28 08:44:03.666957 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f1607969-1f92-4eca-a21f-f63caf550caf req-0a72238e-e802-4467-93e0-c74fdc2ea038 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603271 Oct 28 08:44:03.770564 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-489e1f51-2d78-47b6-bd09-75737aa2c164 req-5c392b1b-ca2c-4a12-87d8-1fa1253c7292 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 210 time: 0.0261979 Oct 28 08:44:04.809763 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f8688-08ef-4dba-94d2-ed20c06e4333 req-214c76f3-fb6d-4ae6-93f3-73de13deb0b8 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:04.811386 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ac6f8688-08ef-4dba-94d2-ed20c06e4333 req-214c76f3-fb6d-4ae6-93f3-73de13deb0b8 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0569191 Oct 28 08:44:04.859681 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ac6f8688-08ef-4dba-94d2-ed20c06e4333 req-7e3dbd5e-649d-406d-9cf5-f4181ef69cec tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420737 Oct 28 08:44:04.893675 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a37d5364-c3f1-4656-bdab-69e5df91b336 req-90d55c43-172a-4c27-8fd5-fccaf41f222c tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 210 time: 0.0327086 Oct 28 08:44:06.012917 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8abfe303-be5d-4364-8987-733266544d5e req-20b2fbf6-cef2-45a0-a675-1f7d8c3b41d6 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 210 time: 0.0325813 Oct 28 08:44:06.021249 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30738ac5-aa2b-45eb-b3ad-67bd724a0099 req-e7535884-3b82-4636-b1ab-7dde211fa555 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:06.022722 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-30738ac5-aa2b-45eb-b3ad-67bd724a0099 req-e7535884-3b82-4636-b1ab-7dde211fa555 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0906260 Oct 28 08:44:06.065879 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-30738ac5-aa2b-45eb-b3ad-67bd724a0099 req-ad4bd810-4c57-4214-af50-cb2fd7f7d72d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358224 Oct 28 08:44:07.113455 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-af2054bf-72f6-4c86-96ba-e329f0e50a68 req-ae5cd29e-d364-4d16-8bf6-64859cde2d60 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 210 time: 0.0264606 Oct 28 08:44:07.258491 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f702bed-5204-4b3f-8d03-07258b61c6f9 req-9f58bf5a-c9c3-4647-a028-1159b7fbea92 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:07.260219 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5f702bed-5204-4b3f-8d03-07258b61c6f9 req-9f58bf5a-c9c3-4647-a028-1159b7fbea92 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0657022 Oct 28 08:44:07.314634 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5f702bed-5204-4b3f-8d03-07258b61c6f9 req-e695805d-11d6-4ad0-8859-bab8b0c3bb49 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486109 Oct 28 08:44:07.326628 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-9f31d714-88d3-4b9c-8957-46286d105180 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:07.328298 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-9f31d714-88d3-4b9c-8957-46286d105180 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.77 "GET /v2.0/networks?id=5c4e2068-440b-4c5b-b064-f6b110ee163c HTTP/1.1" status: 200 len: 811 time: 0.1282115 Oct 28 08:44:07.392133 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-8e4e7da3-9fe3-4673-bdef-38369f14cb71 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f8be4e851fc4c5bb989b23068ab50b0 HTTP/1.1" status: 200 len: 380 time: 0.0448830 Oct 28 08:44:07.409973 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-2052511d-a4ff-4a50-abd2-cc0b1aa70705 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Request body: {'port': {'device_id': '5d1aa424-5de3-486c-af93-d2e0b411fa1a', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'admin_state_up': True, 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'security_groups': ['c405c15c-8e48-461b-8864-0082f394afc7']}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:44:07.535995 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-2052511d-a4ff-4a50-abd2-cc0b1aa70705 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Made reservation on behalf of 3f8be4e851fc4c5bb989b23068ab50b0 for: {'port': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:44:07.539532 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-2052511d-a4ff-4a50-abd2-cc0b1aa70705 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:07.666876 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-2052511d-a4ff-4a50-abd2-cc0b1aa70705 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Allocated IP 172.20.0.11 (5c4e2068-440b-4c5b-b064-f6b110ee163c/d439cbbc-8140-4f09-a0c2-b4e28c8b97de/da56e668-59c2-40dc-8745-6f9ac628122a) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:44:07.823358 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-2052511d-a4ff-4a50-abd2-cc0b1aa70705 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:07.857573 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-2052511d-a4ff-4a50-abd2-cc0b1aa70705 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:07.908016 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-2052511d-a4ff-4a50-abd2-cc0b1aa70705 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Network 5c4e2068-440b-4c5b-b064-f6b110ee163c is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:44:07.911524 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-2052511d-a4ff-4a50-abd2-cc0b1aa70705 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:44:07.916164 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-2052511d-a4ff-4a50-abd2-cc0b1aa70705 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:44:07.923322 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052511d-a4ff-4a50-abd2-cc0b1aa70705 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event updated for resources: {'Port': ['ID=da56e668-59c2-40dc-8745-6f9ac628122a,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:07.979289 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-2052511d-a4ff-4a50-abd2-cc0b1aa70705 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:07.979915 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-2052511d-a4ff-4a50-abd2-cc0b1aa70705 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:07.998295 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-2052511d-a4ff-4a50-abd2-cc0b1aa70705 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5948951 Oct 28 08:44:08.016600 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Request body: {'port': {'device_id': '5d1aa424-5de3-486c-af93-d2e0b411fa1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:44:08.081779 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:08.149191 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-dc75343f-3054-4c9c-ad7a-727bea887d68 None None] Provisioning complete for port da56e668-59c2-40dc-8745-6f9ac628122a triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:08.150214 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-dc75343f-3054-4c9c-ad7a-727bea887d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:08.187441 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-dc75343f-3054-4c9c-ad7a-727bea887d68 None None] Port da56e668-59c2-40dc-8745-6f9ac628122a cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:44:08.252310 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9535511-52a0-4a21-908b-197dcfb573a7 req-6a0c64dc-c169-4bb4-b931-8ed2ade33cff tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:08.253906 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f9535511-52a0-4a21-908b-197dcfb573a7 req-6a0c64dc-c169-4bb4-b931-8ed2ade33cff tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 932 time: 0.0525708 Oct 28 08:44:08.302364 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f9535511-52a0-4a21-908b-197dcfb573a7 req-3218413a-8eff-4e22-ac72-66f326fc009b tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420253 Oct 28 08:44:08.355884 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da56e668-59c2-40dc-8745-6f9ac628122a {{(pid=108150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:44:08.363948 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:08.377496 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.provisioning_blocks [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Transition to ACTIVE for port object da56e668-59c2-40dc-8745-6f9ac628122a will not be triggered until provisioned by entity L2. {{(pid=108150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:44:08.384376 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25530818'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:08.495614 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Pushing event updated for resources: {'Port': ['ID=da56e668-59c2-40dc-8745-6f9ac628122a,revision_number=2']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:08.516849 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5e9d3-0892-4e6a-9e13-022719f2a404 req-11018a84-42ae-474f-879b-d6d914a289c2 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:08.527896 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-eae5e9d3-0892-4e6a-9e13-022719f2a404 req-11018a84-42ae-474f-879b-d6d914a289c2 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.1048760 Oct 28 08:44:08.553145 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Attempting to bind port da56e668-59c2-40dc-8745-6f9ac628122a on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:44:08.553512 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Attempting to bind port da56e668-59c2-40dc-8745-6f9ac628122a by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:44:08.553898 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Attempting to bind port da56e668-59c2-40dc-8745-6f9ac628122a on network 5c4e2068-440b-4c5b-b064-f6b110ee163c {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:44:08.570599 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-eae5e9d3-0892-4e6a-9e13-022719f2a404 req-d9eefc62-2df0-4424-a990-1666f52a203d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416687 Oct 28 08:44:08.580485 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Port da56e668-59c2-40dc-8745-6f9ac628122a on network 5c4e2068-440b-4c5b-b064-f6b110ee163c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:44:08.580808 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Attempting to bind port da56e668-59c2-40dc-8745-6f9ac628122a on network 5c4e2068-440b-4c5b-b064-f6b110ee163c {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:44:08.599170 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:44:08.600035 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Checking segment: {'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:44:08.600467 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Bound using segment: {'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:44:08.600966 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Bound port: da56e668-59c2-40dc-8745-6f9ac628122a, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'}}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:44:08.601348 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:08.685358 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] For port da56e668-59c2-40dc-8745-6f9ac628122a, host hv-cinder-81566, cleared binding levels {{(pid=108150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:44:08.698863 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] For port da56e668-59c2-40dc-8745-6f9ac628122a, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=da56e668-59c2-40dc-8745-6f9ac628122a,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:44:08.704838 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25530818'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:08.748918 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:08.749539 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:08.751036 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] 10.222.0.77 "PUT /v2.0/ports/da56e668-59c2-40dc-8745-6f9ac628122a HTTP/1.1" status: 200 len: 1094 time: 0.7414687 Oct 28 08:44:08.751499 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1aa424-5de3-486c-af93-d2e0b411fa1a', 'tag': 'da56e668-59c2-40dc-8745-6f9ac628122a'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:44:08.754046 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94e55f0-b3d0-4f96-b9de-a92ad4fc3198" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1aa424-5de3-486c-af93-d2e0b411fa1a", "tag": "da56e668-59c2-40dc-8745-6f9ac628122a"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:44:08.823367 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2cb4a4-7704-4bdc-94c6-1198d1eb7c16 x-openstack-request-id: req-6f2cb4a4-7704-4bdc-94c6-1198d1eb7c16 {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:44:08.823624 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1aa424-5de3-486c-af93-d2e0b411fa1a", "tag": "da56e668-59c2-40dc-8745-6f9ac628122a", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:44:08.823938 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6f2cb4a4-7704-4bdc-94c6-1198d1eb7c16 {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:44:08.824413 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1aa424-5de3-486c-af93-d2e0b411fa1a', 'tag': 'da56e668-59c2-40dc-8745-6f9ac628122a', 'status': 'completed', 'code': 200} Oct 28 08:44:08.826752 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf8af8-fc01-4696-b597-047b369a2c00 service neutron] Pushing event updated for resources: {'Port': ['ID=da56e668-59c2-40dc-8745-6f9ac628122a,revision_number=3']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:08.861629 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-9f5a7f04-93af-494c-8a61-e1d68d517179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:08.863213 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-9f5a7f04-93af-494c-8a61-e1d68d517179 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f8be4e851fc4c5bb989b23068ab50b0&device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 1097 time: 0.0544672 Oct 28 08:44:08.919861 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-361378e8-81ef-4bab-a9c8-ec16edeeedf4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da56e668-59c2-40dc-8745-6f9ac628122a HTTP/1.1" status: 200 len: 217 time: 0.0465612 Oct 28 08:44:08.989640 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-cec80155-13b3-4b34-be3e-7d35bcf1c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:08.989640 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-cec80155-13b3-4b34-be3e-7d35bcf1c502 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d439cbbc-8140-4f09-a0c2-b4e28c8b97de HTTP/1.1" status: 200 len: 850 time: 0.0575414 Oct 28 08:44:09.040457 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-f5939ad9-b08c-4e6f-b24f-0d92d6439f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:09.041993 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-f5939ad9-b08c-4e6f-b24f-0d92d6439f76 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c4e2068-440b-4c5b-b064-f6b110ee163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469539 Oct 28 08:44:09.144432 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-39b2cd4b-df31-4d30-90b1-9c95acc9d150 service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931754 Oct 28 08:44:09.431508 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9da98b-aefc-43e6-a976-0338fe8d2d7f req-57cceacb-0927-42c7-9943-2d57a3655deb tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:09.433050 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0d9da98b-aefc-43e6-a976-0338fe8d2d7f req-57cceacb-0927-42c7-9943-2d57a3655deb tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 944 time: 0.0525293 Oct 28 08:44:09.480251 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0d9da98b-aefc-43e6-a976-0338fe8d2d7f req-495c04a3-8b23-4d24-a4da-797d38fba721 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409968 Oct 28 08:44:09.694318 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ff7c9-6997-410c-be41-706658286dbc req-6d9ab9fd-46f5-4559-beb1-9b6de0c33465 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:09.696439 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-331ff7c9-6997-410c-be41-706658286dbc req-6d9ab9fd-46f5-4559-beb1-9b6de0c33465 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0528255 Oct 28 08:44:09.735771 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-331ff7c9-6997-410c-be41-706658286dbc req-ea48650f-7932-46f0-9ed7-51dddb3736d2 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333338 Oct 28 08:44:09.934663 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47733ecd-e054-4714-9a7d-46435f1106cf req-17d23ba8-bb97-41ba-bfb7-ef3df339dd1d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:09.936053 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-47733ecd-e054-4714-9a7d-46435f1106cf req-17d23ba8-bb97-41ba-bfb7-ef3df339dd1d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0501370 Oct 28 08:44:09.975756 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-47733ecd-e054-4714-9a7d-46435f1106cf req-c6ad4693-c135-4337-b420-de49176ee7fa tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336676 Oct 28 08:44:10.608335 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3becc-1df6-45a4-88e0-80257a485e7a req-82a29c8a-a532-432b-9d52-cb9b9c6a625c tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:10.610432 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-20d3becc-1df6-45a4-88e0-80257a485e7a req-82a29c8a-a532-432b-9d52-cb9b9c6a625c tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 944 time: 0.0570805 Oct 28 08:44:10.658743 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-20d3becc-1df6-45a4-88e0-80257a485e7a req-823d63c1-8a19-49ae-a9ec-7d187e41182b tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419991 Oct 28 08:44:11.112879 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b2502-7b04-42aa-8e64-a0e306e2b928 req-39ff5670-9eec-410d-9e31-941b21ce0a0d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:11.114450 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dd2b2502-7b04-42aa-8e64-a0e306e2b928 req-39ff5670-9eec-410d-9e31-941b21ce0a0d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0616486 Oct 28 08:44:11.158877 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dd2b2502-7b04-42aa-8e64-a0e306e2b928 req-24f02ce3-32b2-4fe7-a610-e7665ec074ce tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379601 Oct 28 08:44:11.580604 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-29efa97f-63d6-48ff-ae13-f47203f1a76f req-b16fcb2b-fdbb-4fbf-9dad-b52c710c069c service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987928 Oct 28 08:44:11.788400 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8c0c7-c951-47ae-86b6-0f1e2fb31336 req-010b65ca-b2e7-4259-b014-8a329795e4fa tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:11.790566 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dea8c0c7-c951-47ae-86b6-0f1e2fb31336 req-010b65ca-b2e7-4259-b014-8a329795e4fa tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 944 time: 0.0574596 Oct 28 08:44:11.829304 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dea8c0c7-c951-47ae-86b6-0f1e2fb31336 req-78a441eb-f3eb-4a72-b6e4-7a1ae871f3e7 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325990 Oct 28 08:44:12.275696 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72995376-55ae-4b6e-911b-5db705c4e352 req-8635fcad-67c5-4990-aa1a-72fc61433d6a tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:12.277241 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-72995376-55ae-4b6e-911b-5db705c4e352 req-8635fcad-67c5-4990-aa1a-72fc61433d6a tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0492504 Oct 28 08:44:12.321072 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-72995376-55ae-4b6e-911b-5db705c4e352 req-d0a2ffbc-7e51-4e57-b388-772a55d3e10c tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374379 Oct 28 08:44:12.966805 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e55f0-b3d0-4f96-b9de-a92ad4fc3198 req-746834f5-e2b7-4434-9440-2f2566201be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:12.967520 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e30f51-c2d7-4574-a00c-dd97dc99f7fd req-00438490-f24b-436d-98a0-3ce2f6767790 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:12.969087 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-62e30f51-c2d7-4574-a00c-dd97dc99f7fd req-00438490-f24b-436d-98a0-3ce2f6767790 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 944 time: 0.0524588 Oct 28 08:44:12.969208 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a94e55f0-b3d0-4f96-b9de-a92ad4fc3198 req-746834f5-e2b7-4434-9440-2f2566201be7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f8be4e851fc4c5bb989b23068ab50b0&device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 1097 time: 0.0469704 Oct 28 08:44:13.037029 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-62e30f51-c2d7-4574-a00c-dd97dc99f7fd req-c5a7e84d-ae13-41c1-aae7-ea9628e280f4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613995 Oct 28 08:44:13.044062 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86538715-f59f-49d6-8d33-bd74ae9796ee req-62ed3a18-483f-4871-8c99-4d8e5d311d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:13.045985 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-86538715-f59f-49d6-8d33-bd74ae9796ee req-62ed3a18-483f-4871-8c99-4d8e5d311d71 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deb9a75c575b487eb97a2f189099cb83&device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 1099 time: 0.0637088 Oct 28 08:44:13.069074 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e55f0-b3d0-4f96-b9de-a92ad4fc3198 req-982ae1fb-8e3c-416e-a383-2d375a222c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:13.071676 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a94e55f0-b3d0-4f96-b9de-a92ad4fc3198 req-982ae1fb-8e3c-416e-a383-2d375a222c18 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5c4e2068-440b-4c5b-b064-f6b110ee163c HTTP/1.1" status: 200 len: 913 time: 0.0922937 Oct 28 08:44:13.120504 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a94e55f0-b3d0-4f96-b9de-a92ad4fc3198 req-124bdf5e-35d7-430d-b841-c0b2f2a8d5ef service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da56e668-59c2-40dc-8745-6f9ac628122a HTTP/1.1" status: 200 len: 217 time: 0.0417747 Oct 28 08:44:13.146277 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86538715-f59f-49d6-8d33-bd74ae9796ee req-e78a5fb9-3331-424c-9d28-3782737069db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:13.147757 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-86538715-f59f-49d6-8d33-bd74ae9796ee req-e78a5fb9-3331-424c-9d28-3782737069db service neutron] 10.222.0.77 "GET /v2.0/networks?id=8054d646-b889-4c53-8d8e-0b66f004b73f HTTP/1.1" status: 200 len: 912 time: 0.0933938 Oct 28 08:44:13.177855 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e55f0-b3d0-4f96-b9de-a92ad4fc3198 req-f01ba80a-60a7-457f-9f19-a420cd56fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:13.179582 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a94e55f0-b3d0-4f96-b9de-a92ad4fc3198 req-f01ba80a-60a7-457f-9f19-a420cd56fcf9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d439cbbc-8140-4f09-a0c2-b4e28c8b97de HTTP/1.1" status: 200 len: 850 time: 0.0523419 Oct 28 08:44:13.215401 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-86538715-f59f-49d6-8d33-bd74ae9796ee req-e2a854c1-82eb-4abb-9bec-84bc930f6cc0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca1bece9-ad29-4024-93d9-2e154ebe1e8e HTTP/1.1" status: 200 len: 1001 time: 0.0604494 Oct 28 08:44:13.224465 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e55f0-b3d0-4f96-b9de-a92ad4fc3198 req-c3f2af14-9c6a-48c9-8faf-688feb46279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:13.226149 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a94e55f0-b3d0-4f96-b9de-a92ad4fc3198 req-c3f2af14-9c6a-48c9-8faf-688feb46279e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c4e2068-440b-4c5b-b064-f6b110ee163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397294 Oct 28 08:44:13.269665 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86538715-f59f-49d6-8d33-bd74ae9796ee req-8f802693-ab88-4b9c-95ab-05ff67df4328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:13.271167 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-86538715-f59f-49d6-8d33-bd74ae9796ee req-8f802693-ab88-4b9c-95ab-05ff67df4328 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=845c0f3f-7051-408d-b475-1ff3eae03add HTTP/1.1" status: 200 len: 849 time: 0.0483859 Oct 28 08:44:13.318219 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86538715-f59f-49d6-8d33-bd74ae9796ee req-4fba563f-6315-468b-9707-ad6681dbe1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:13.319699 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-86538715-f59f-49d6-8d33-bd74ae9796ee req-4fba563f-6315-468b-9707-ad6681dbe1b9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8054d646-b889-4c53-8d8e-0b66f004b73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419147 Oct 28 08:44:13.322481 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a94e55f0-b3d0-4f96-b9de-a92ad4fc3198 req-1bfc99d1-0f00-40a3-8787-56a0ab2c1ef4 service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894568 Oct 28 08:44:13.428400 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a94e55f0-b3d0-4f96-b9de-a92ad4fc3198 req-cd81421e-b8fa-4322-bb31-8cce280dff89 service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942290 Oct 28 08:44:13.470974 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-86538715-f59f-49d6-8d33-bd74ae9796ee req-13a4e182-55dd-4018-b168-390cbd836bbf service neutron] 10.222.0.77 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374462 Oct 28 08:44:13.490002 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03dc16-e6b3-48a1-afcf-af26754689e4 req-f5abdb64-cff5-445e-9ea8-5065cad7c7df tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:13.490002 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0b03dc16-e6b3-48a1-afcf-af26754689e4 req-f5abdb64-cff5-445e-9ea8-5065cad7c7df tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0886033 Oct 28 08:44:13.569108 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0b03dc16-e6b3-48a1-afcf-af26754689e4 req-c2b66fa9-41eb-4dfe-86c6-e5e32a99d8fc tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725472 Oct 28 08:44:13.601025 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-86538715-f59f-49d6-8d33-bd74ae9796ee req-10d24f3e-b178-4bc9-b5f4-8c28bf4c416e service neutron] 10.222.0.77 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219375 Oct 28 08:44:14.167724 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875fe85-3b40-4d97-a977-ab5d33abcd69 req-345c4c95-2c30-4825-9cc6-a2dce004b947 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:14.169411 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3875fe85-3b40-4d97-a977-ab5d33abcd69 req-345c4c95-2c30-4825-9cc6-a2dce004b947 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 944 time: 0.0570242 Oct 28 08:44:14.225014 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3875fe85-3b40-4d97-a977-ab5d33abcd69 req-d697b056-bb87-42a3-9c2c-96faf060e4c7 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488424 Oct 28 08:44:14.697574 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505b6c7-e355-4e44-b8fb-f63a992ac212 req-be736e04-d92b-42f2-babe-bb27d3e0328f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:14.699496 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9505b6c7-e355-4e44-b8fb-f63a992ac212 req-be736e04-d92b-42f2-babe-bb27d3e0328f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0563755 Oct 28 08:44:14.750657 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9505b6c7-e355-4e44-b8fb-f63a992ac212 req-9bcc28b4-32f8-4697-beaa-d77ee3e19eba tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434408 Oct 28 08:44:15.355844 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66680d12-0a27-4393-9237-5886f1a82d2f req-c174cacc-a876-4f1e-ab4c-c90646996c35 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:15.357336 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-66680d12-0a27-4393-9237-5886f1a82d2f req-c174cacc-a876-4f1e-ab4c-c90646996c35 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 944 time: 0.0559833 Oct 28 08:44:15.400927 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-66680d12-0a27-4393-9237-5886f1a82d2f req-1552a5a1-f6b0-48a0-8a2a-1b6a9cd6150d tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374348 Oct 28 08:44:15.894879 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533039b-29a0-4d13-9886-914e343746cd req-78bad8a1-b55f-4dc4-ba0b-08c3f8d833a6 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:15.896380 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a533039b-29a0-4d13-9886-914e343746cd req-78bad8a1-b55f-4dc4-ba0b-08c3f8d833a6 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0674574 Oct 28 08:44:15.938310 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a533039b-29a0-4d13-9886-914e343746cd req-f317f3be-2940-41e2-aa4b-098e393e84a9 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346467 Oct 28 08:44:16.520732 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9a9ee-be65-4570-8f70-9b308c6476ec req-5860bf01-b874-47f0-ba27-e1f0613546f1 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:16.522229 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e3c9a9ee-be65-4570-8f70-9b308c6476ec req-5860bf01-b874-47f0-ba27-e1f0613546f1 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 944 time: 0.0525134 Oct 28 08:44:16.566983 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e3c9a9ee-be65-4570-8f70-9b308c6476ec req-6ffd2669-4544-4d59-bb39-b2ca085d1999 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337720 Oct 28 08:44:17.724043 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f3890-e434-4f78-afb9-189e1463e8fb req-c356b072-e205-411c-bcf5-877344440dfc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:17.725690 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c36f3890-e434-4f78-afb9-189e1463e8fb req-c356b072-e205-411c-bcf5-877344440dfc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 944 time: 0.0736926 Oct 28 08:44:17.778468 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c36f3890-e434-4f78-afb9-189e1463e8fb req-4a24c82c-a717-47b6-a1ed-69834c29048d tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443401 Oct 28 08:44:18.091049 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:18.171598 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device da56e668-59c2-40dc-8745-6f9ac628122a details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:44:18.276956 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port da56e668-59c2-40dc-8745-6f9ac628122a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=da56e668-59c2-40dc-8745-6f9ac628122a,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:44:18.288068 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': 'da56e668-59c2-40dc-8745-6f9ac628122a', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'port_id': 'da56e668-59c2-40dc-8745-6f9ac628122a', 'mac_address': 'fa:16:3e:0b:ab:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:44:18.326803 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:18.343955 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da56e668-59c2-40dc-8745-6f9ac628122a {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:44:18.363941 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port da56e668-59c2-40dc-8745-6f9ac628122a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=da56e668-59c2-40dc-8745-6f9ac628122a,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:44:18.367872 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:18.418567 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=da56e668-59c2-40dc-8745-6f9ac628122a,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:18.425557 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:18.425956 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:18.426294 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:18.426620 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:18.426941 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:18.427258 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:18.427576 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:18.427891 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:18.428221 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:18.428540 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:18.428850 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:18.429160 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:18.748986 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['da56e668-59c2-40dc-8745-6f9ac628122a'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:44:18.924116 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 56190) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:18.952273 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63c28a-c781-45d4-8d98-102361e9f331 req-4df4194d-cb4f-43c9-ac20-5dcb2c520151 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:18.953936 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4c63c28a-c781-45d4-8d98-102361e9f331 req-4df4194d-cb4f-43c9-ac20-5dcb2c520151 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 945 time: 0.0821877 Oct 28 08:44:18.972356 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ed2e73-cb4c-422c-982d-f962ddfd1ba4 admin admin] Deleting subnet e2008137-4e6d-4718-b5f7-34a484883d2f {{(pid=108150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:44:18.976255 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-62ed2e73-cb4c-422c-982d-f962ddfd1ba4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:18.998028 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4c63c28a-c781-45d4-8d98-102361e9f331 req-b9de4457-5c84-46aa-95ef-8214d52a57ad tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350683 Oct 28 08:44:19.020348 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-62ed2e73-cb4c-422c-982d-f962ddfd1ba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25531807'] for subnet, precommit_delete_associations {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.059316 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-62ed2e73-cb4c-422c-982d-f962ddfd1ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697502'] for subnet, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.111729 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-62ed2e73-cb4c-422c-982d-f962ddfd1ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25530636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25242352'] for subnet, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.136505 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed2e73-cb4c-422c-982d-f962ddfd1ba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2008137-4e6d-4718-b5f7-34a484883d2f,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:19.140967 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-62ed2e73-cb4c-422c-982d-f962ddfd1ba4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.144315 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-62ed2e73-cb4c-422c-982d-f962ddfd1ba4 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e2008137-4e6d-4718-b5f7-34a484883d2f HTTP/1.1" status: 204 len: 168 time: 0.2191174 Oct 28 08:44:19.147021 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 56192) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:19.220891 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ab07b878-a7e9-4d3c-9c25-c8d05d16818d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8072101'] for network, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.309578 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ab07b878-a7e9-4d3c-9c25-c8d05d16818d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700171', 'neutron.services.segments.db._delete_segments_for_network-8726588780638'] for network, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.331020 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-ab07b878-a7e9-4d3c-9c25-c8d05d16818d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b23b35-b18e-4cdc-8e49-4c3828904f91']}} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:19.342000 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-ab07b878-a7e9-4d3c-9c25-c8d05d16818d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50fcbede-0263-42a8-9916-30d494f54e58') {'for_net_delete': True} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:19.342374 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-ab07b878-a7e9-4d3c-9c25-c8d05d16818d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50fcbede-0263-42a8-9916-30d494f54e58') {} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:19.353775 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ab07b878-a7e9-4d3c-9c25-c8d05d16818d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726588781415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-339859'] for segment, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.366882 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ab07b878-a7e9-4d3c-9c25-c8d05d16818d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.373665 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab07b878-a7e9-4d3c-9c25-c8d05d16818d admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=108149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:44:19.374071 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ab07b878-a7e9-4d3c-9c25-c8d05d16818d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25303620'] for segment, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: Traceback (most recent call last): Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: timer() Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: cb(*args, **kw) Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: return func(*args, **kwargs) Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: self._notify() Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: self.callback(batched_events) Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: event.method(event) Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: return f(self, *a, **k) Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._get(url).json() Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: return self.request(url, 'GET', **kwargs) Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:44:19.375697 dv-cinder-815660-3-iscsi neutron-server[108149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:44:19.435046 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ab07b878-a7e9-4d3c-9c25-c8d05d16818d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550728'] for network, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.439348 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ab07b878-a7e9-4d3c-9c25-c8d05d16818d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.442650 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-ab07b878-a7e9-4d3c-9c25-c8d05d16818d admin admin] 10.222.0.74 "DELETE /v2.0/networks/77b23b35-b18e-4cdc-8e49-4c3828904f91 HTTP/1.1" status: 204 len: 168 time: 0.2945809 Oct 28 08:44:19.446060 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 56196) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:19.469438 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07b878-a7e9-4d3c-9c25-c8d05d16818d admin admin] Pushing event deleted for resources: {'Network': ['ID=77b23b35-b18e-4cdc-8e49-4c3828904f91,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:19.510484 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_v2 [None req-007ec34d-2bc3-45b5-ad97-f3777000c0a8 admin admin] Deleting subnet 86accc24-898d-430d-82a3-c4aa1f409222 {{(pid=108149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:44:19.514172 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-007ec34d-2bc3-45b5-ad97-f3777000c0a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.549089 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-007ec34d-2bc3-45b5-ad97-f3777000c0a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-339946'] for subnet, precommit_delete_associations {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.592078 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-007ec34d-2bc3-45b5-ad97-f3777000c0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697502'] for subnet, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.644231 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-007ec34d-2bc3-45b5-ad97-f3777000c0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25303726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25581432'] for subnet, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.676377 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ec34d-2bc3-45b5-ad97-f3777000c0a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86accc24-898d-430d-82a3-c4aa1f409222,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:19.681490 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-007ec34d-2bc3-45b5-ad97-f3777000c0a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.684998 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-007ec34d-2bc3-45b5-ad97-f3777000c0a8 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/86accc24-898d-430d-82a3-c4aa1f409222 HTTP/1.1" status: 204 len: 168 time: 0.2377625 Oct 28 08:44:19.687470 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 56198) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:19.761778 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d3dcfb03-16a9-44ec-81c6-6d31c6aaa467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8072101'] for network, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.849167 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d3dcfb03-16a9-44ec-81c6-6d31c6aaa467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700171', 'neutron.services.segments.db._delete_segments_for_network-8726588780638'] for network, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.871915 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-d3dcfb03-16a9-44ec-81c6-6d31c6aaa467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f5af94-343c-404c-b20b-4bfa33fdfeb2']}} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:19.883860 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-d3dcfb03-16a9-44ec-81c6-6d31c6aaa467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea283f1-23ac-49dc-9ba1-4ea71cfce891') {'for_net_delete': True} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:19.884135 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-d3dcfb03-16a9-44ec-81c6-6d31c6aaa467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea283f1-23ac-49dc-9ba1-4ea71cfce891') {} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:19.893304 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d3dcfb03-16a9-44ec-81c6-6d31c6aaa467 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726588781415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-339859'] for segment, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.906207 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d3dcfb03-16a9-44ec-81c6-6d31c6aaa467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.913133 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3dcfb03-16a9-44ec-81c6-6d31c6aaa467 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=108149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:44:19.913562 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d3dcfb03-16a9-44ec-81c6-6d31c6aaa467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25303620'] for segment, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: Traceback (most recent call last): Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: timer() Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: cb(*args, **kw) Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: return func(*args, **kwargs) Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: self._notify() Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: self.callback(batched_events) Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: event.method(event) Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: return f(self, *a, **k) Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._get(url).json() Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: return self.request(url, 'GET', **kwargs) Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:44:19.915805 dv-cinder-815660-3-iscsi neutron-server[108149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:44:19.972012 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d3dcfb03-16a9-44ec-81c6-6d31c6aaa467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550728'] for network, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.978927 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d3dcfb03-16a9-44ec-81c6-6d31c6aaa467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.984975 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-d3dcfb03-16a9-44ec-81c6-6d31c6aaa467 admin admin] 10.222.0.74 "DELETE /v2.0/networks/19f5af94-343c-404c-b20b-4bfa33fdfeb2 HTTP/1.1" status: 204 len: 168 time: 0.2965214 Oct 28 08:44:19.998199 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcfb03-16a9-44ec-81c6-6d31c6aaa467 admin admin] Pushing event deleted for resources: {'Network': ['ID=19f5af94-343c-404c-b20b-4bfa33fdfeb2,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:20.125756 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b32543-873a-4c82-a0ad-808561f4c29b req-5b9085bc-0a35-458a-acd6-3be3c075772b tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:20.127504 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d6b32543-873a-4c82-a0ad-808561f4c29b req-5b9085bc-0a35-458a-acd6-3be3c075772b tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 945 time: 0.0522285 Oct 28 08:44:20.170916 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 56210) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:20.175964 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d6b32543-873a-4c82-a0ad-808561f4c29b req-f4f70fd1-384f-4fcb-a68d-6dd0e920be13 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401571 Oct 28 08:44:20.190250 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device da56e668-59c2-40dc-8745-6f9ac628122a up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:44:20.221197 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-4d265fa8-e171-4ad6-9d0c-e9f7ed135100 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=338e4e054df04c0994aac7070cab3d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490413 Oct 28 08:44:20.221497 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 56212) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:20.255035 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port da56e668-59c2-40dc-8745-6f9ac628122a completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:44:20.259052 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port da56e668-59c2-40dc-8745-6f9ac628122a triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:20.259608 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.275595 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-6e4614de-1810-4a2b-9a4c-69c976cd0f25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.299784 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-6e4614de-1810-4a2b-9a4c-69c976cd0f25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.341887 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.347385 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-6e4614de-1810-4a2b-9a4c-69c976cd0f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.350046 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-6e4614de-1810-4a2b-9a4c-69c976cd0f25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.351178 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-6e4614de-1810-4a2b-9a4c-69c976cd0f25 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/86531090-8104-4e70-bf44-bf76dd355c3d HTTP/1.1" status: 204 len: 168 time: 0.1286969 Oct 28 08:44:20.360331 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4614de-1810-4a2b-9a4c-69c976cd0f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86531090-8104-4e70-bf44-bf76dd355c3d,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:20.372166 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1aa424-5de3-486c-af93-d2e0b411fa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da56e668-59c2-40dc-8745-6f9ac628122a'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:44:20.374472 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd8ee58-9a36-4d19-af6b-7577d08d0706" -d '{"events": [{"server_uuid": "5d1aa424-5de3-486c-af93-d2e0b411fa1a", "name": "network-vif-plugged", "status": "completed", "tag": "da56e668-59c2-40dc-8745-6f9ac628122a"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:44:20.396166 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port da56e668-59c2-40dc-8745-6f9ac628122a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=da56e668-59c2-40dc-8745-6f9ac628122a,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:44:20.402649 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.435637 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84349443-4875-4080-baed-4e629d4b7515 x-openstack-request-id: req-84349443-4875-4080-baed-4e629d4b7515 {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:44:20.435930 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1aa424-5de3-486c-af93-d2e0b411fa1a", "name": "network-vif-plugged", "status": "completed", "tag": "da56e668-59c2-40dc-8745-6f9ac628122a", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:44:20.436415 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-84349443-4875-4080-baed-4e629d4b7515 {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:44:20.436803 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1aa424-5de3-486c-af93-d2e0b411fa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da56e668-59c2-40dc-8745-6f9ac628122a', 'code': 200} Oct 28 08:44:20.460134 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=da56e668-59c2-40dc-8745-6f9ac628122a,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:20.691149 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f2ed4-7caa-41df-afc5-b82a49b320ad req-41ce805f-67b1-4d0d-ad81-8273f571debf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:20.692661 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-728f2ed4-7caa-41df-afc5-b82a49b320ad req-41ce805f-67b1-4d0d-ad81-8273f571debf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 1099 time: 0.0454311 Oct 28 08:44:20.722547 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 56222) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:20.745114 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-728f2ed4-7caa-41df-afc5-b82a49b320ad req-dd3e382a-1149-488b-8345-e045d6087706 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452881 Oct 28 08:44:20.772945 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-aece5a8b-036b-40f5-b215-7261f5d20320 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8a3cda35ab3a4b28ad7e42ae9100e124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487144 Oct 28 08:44:20.777197 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 56224) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:20.830254 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-336969bc-5e8a-4db3-a34f-b747ddb974ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.851382 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-336969bc-5e8a-4db3-a34f-b747ddb974ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.905954 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-336969bc-5e8a-4db3-a34f-b747ddb974ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.911249 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-336969bc-5e8a-4db3-a34f-b747ddb974ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.911249 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-336969bc-5e8a-4db3-a34f-b747ddb974ea admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/62b57e6b-7d8b-4bf8-9f7b-7368865df0fd HTTP/1.1" status: 204 len: 168 time: 0.1315308 Oct 28 08:44:20.923216 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336969bc-5e8a-4db3-a34f-b747ddb974ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b57e6b-7d8b-4bf8-9f7b-7368865df0fd,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:21.313395 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebecf5-9950-4b86-96de-10f678cab8f0 req-e2a5f888-0fd0-4f38-a645-73948a4ca69a tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:21.314946 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8cebecf5-9950-4b86-96de-10f678cab8f0 req-e2a5f888-0fd0-4f38-a645-73948a4ca69a tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 946 time: 0.0666335 Oct 28 08:44:21.358214 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8cebecf5-9950-4b86-96de-10f678cab8f0 req-d5b444b3-6b61-4203-8b1d-3d39652d9a64 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367706 Oct 28 08:44:21.521236 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-06670847-0bbf-4b67-a2a5-476b0e427b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.483045 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb17052-8977-4c35-8bdf-9e4bd44799ad req-cf5685f5-6557-449c-9f81-b6b40dabc857 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:22.484616 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-aeb17052-8977-4c35-8bdf-9e4bd44799ad req-cf5685f5-6557-449c-9f81-b6b40dabc857 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 946 time: 0.0497863 Oct 28 08:44:22.521949 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-aeb17052-8977-4c35-8bdf-9e4bd44799ad req-518a6a4c-e658-46fb-a5d9-0b6bd3a7b194 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313408 Oct 28 08:44:22.647488 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fae652-125f-4a84-b49b-6483738ddd83 req-a68ee789-4245-49f1-bfa1-e23995c31dfa tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:22.649475 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-13fae652-125f-4a84-b49b-6483738ddd83 req-a68ee789-4245-49f1-bfa1-e23995c31dfa tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 946 time: 0.0559170 Oct 28 08:44:22.690132 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-13fae652-125f-4a84-b49b-6483738ddd83 req-b4c00ca1-7269-4089-8517-8ebfc68c9562 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337942 Oct 28 08:44:22.714281 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 56290) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:22.905607 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea27608-8fdb-4251-a425-189a6fc4643d tempest-TestVolumeBootPattern-1549760817 tempest-TestVolumeBootPattern-1549760817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:22.907175 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-6ea27608-8fdb-4251-a425-189a6fc4643d tempest-TestVolumeBootPattern-1549760817 tempest-TestVolumeBootPattern-1549760817-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 1094 time: 0.1918657 Oct 28 08:44:22.910121 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 56294) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:22.914699 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Request body: {'floatingip': {'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'port_id': 'da56e668-59c2-40dc-8745-6f9ac628122a', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:44:22.938316 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for floatingip, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.051267 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.178962 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Allocated IP 172.27.2.40 (c0718a07-d425-45b1-8de3-71ded0279532/b41219f0-2f46-4802-a1ee-8d1af97776ac/76b468e6-b20d-474d-b461-1020f864e810) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:44:23.313052 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.353046 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.393542 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Network c0718a07-d425-45b1-8de3-71ded0279532 is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:44:23.396453 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:44:23.398978 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:44:23.428595 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event updated for resources: {'Port': ['ID=76b468e6-b20d-474d-b461-1020f864e810,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:23.459746 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 56304) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:23.513934 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81369f8-f600-4994-b00c-0bd466d607f6 admin admin] Deleting subnet c70abcf2-682e-4f60-a91c-f81d4232a2fd {{(pid=108149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:44:23.517277 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f81369f8-f600-4994-b00c-0bd466d607f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.557603 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f81369f8-f600-4994-b00c-0bd466d607f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-339946'] for subnet, precommit_delete_associations {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.606638 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f81369f8-f600-4994-b00c-0bd466d607f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697502'] for subnet, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.663141 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f81369f8-f600-4994-b00c-0bd466d607f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25303726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25581432'] for subnet, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.677218 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f81369f8-f600-4994-b00c-0bd466d607f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.686246 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-f81369f8-f600-4994-b00c-0bd466d607f6 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c70abcf2-682e-4f60-a91c-f81d4232a2fd HTTP/1.1" status: 204 len: 168 time: 0.2203476 Oct 28 08:44:23.687315 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 56306) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:23.699629 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81369f8-f600-4994-b00c-0bd466d607f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c70abcf2-682e-4f60-a91c-f81d4232a2fd,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:24.084096 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-f225e365-fd1e-401e-b455-33ea6fdd1890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8072101'] for network, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:24.113898 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:24.217906 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-f225e365-fd1e-401e-b455-33ea6fdd1890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700171', 'neutron.services.segments.db._delete_segments_for_network-8726588780638'] for network, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:24.256695 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.services.segments.db [None req-f225e365-fd1e-401e-b455-33ea6fdd1890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f80582-49be-48b4-8fdc-c145bb74ebac']}} {{(pid=108150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:24.265968 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:24.270427 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.services.segments.db [None req-f225e365-fd1e-401e-b455-33ea6fdd1890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672') {'for_net_delete': True} {{(pid=108150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:24.270723 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.services.segments.db [None req-f225e365-fd1e-401e-b455-33ea6fdd1890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfbc3f0-f7f9-46f7-84e1-919b5a2d5672') {} {{(pid=108150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:24.299420 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-f225e365-fd1e-401e-b455-33ea6fdd1890 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726588781415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25531878'] for segment, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:24.321776 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-f225e365-fd1e-401e-b455-33ea6fdd1890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:24.331577 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f225e365-fd1e-401e-b455-33ea6fdd1890 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=108150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:44:24.331953 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-f225e365-fd1e-401e-b455-33ea6fdd1890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25530854'] for segment, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: Traceback (most recent call last): Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: timer() Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: cb(*args, **kw) Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: return func(*args, **kwargs) Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: self._notify() Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: self.callback(batched_events) Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: event.method(event) Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: return f(self, *a, **k) Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: return self._get(url).json() Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: return self.request(url, 'GET', **kwargs) Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:44:24.333519 dv-cinder-815660-3-iscsi neutron-server[108150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:44:24.441596 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-5679cd42-96df-49dc-b4ad-d035ab4044d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:24.443739 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-f225e365-fd1e-401e-b455-33ea6fdd1890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550728'] for network, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:24.481675 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-f225e365-fd1e-401e-b455-33ea6fdd1890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:24.484785 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-f225e365-fd1e-401e-b455-33ea6fdd1890 admin admin] 10.222.0.74 "DELETE /v2.0/networks/99f80582-49be-48b4-8fdc-c145bb74ebac HTTP/1.1" status: 204 len: 168 time: 0.7972600 Oct 28 08:44:24.487927 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225e365-fd1e-401e-b455-33ea6fdd1890 admin admin] Pushing event deleted for resources: {'Network': ['ID=99f80582-49be-48b4-8fdc-c145bb74ebac,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:24.522659 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for port, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:24.528185 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25530818'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:24.599127 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event updated for resources: {'Port': ['ID=76b468e6-b20d-474d-b461-1020f864e810,revision_number=2']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:24.617144 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550714'] for floatingip, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:24.682412 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 56314) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:24.729088 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.db.l3_db [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Floating IP e6e9aa2d-bb6c-4249-a3eb-22cf01fc91fe associated. External IP: 172.27.2.40, port: da56e668-59c2-40dc-8745-6f9ac628122a. Oct 28 08:44:24.732721 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-eccfe369-5009-470f-bbc8-156050508474 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5d151ada161c47d4ae433054a67cdb95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461679 Oct 28 08:44:24.732932 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 56316) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:24.784065 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c900cdb3-888e-4829-b59d-fe5a6f15d793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:24.805421 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c900cdb3-888e-4829-b59d-fe5a6f15d793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:24.852679 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c900cdb3-888e-4829-b59d-fe5a6f15d793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:24.855434 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c900cdb3-888e-4829-b59d-fe5a6f15d793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:24.856728 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-c900cdb3-888e-4829-b59d-fe5a6f15d793 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c5882d25-d5c9-48d4-b76e-137f8a79d9c0 HTTP/1.1" status: 204 len: 168 time: 0.1227207 Oct 28 08:44:24.864734 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900cdb3-888e-4829-b59d-fe5a6f15d793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5882d25-d5c9-48d4-b76e-137f8a79d9c0,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:24.951384 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Router 36e695ef-6b9b-4f62-8445-7a8cd049392e has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:44:25.067215 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:44:25.080658 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5cfe4d-098e-49fd-8858-ea40d7e22486 None None] Sync routers for ids ['36e695ef-6b9b-4f62-8445-7a8cd049392e'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:44:25.087907 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:25.093597 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5cfe4d-098e-49fd-8858-ea40d7e22486 None None] Routers {'36e695ef-6b9b-4f62-8445-7a8cd049392e'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:44:25.094365 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-ff5cfe4d-098e-49fd-8858-ea40d7e22486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:44:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['36e695ef-6b9b-4f62-8445-7a8cd049392e'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:25.126257 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-5218f874-cc24-43d5-96b3-b3d21d2997fc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2080145 Oct 28 08:44:25.126257 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1aa424-5de3-486c-af93-d2e0b411fa1a', 'tag': 'da56e668-59c2-40dc-8745-6f9ac628122a'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:44:25.126257 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfa874a-5ba1-41e9-8762-26562da15123" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1aa424-5de3-486c-af93-d2e0b411fa1a", "tag": "da56e668-59c2-40dc-8745-6f9ac628122a"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:44:25.176014 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904884f6-073d-4dd3-9a82-660d838b4215 x-openstack-request-id: req-904884f6-073d-4dd3-9a82-660d838b4215 {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:44:25.176014 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1aa424-5de3-486c-af93-d2e0b411fa1a", "tag": "da56e668-59c2-40dc-8745-6f9ac628122a", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:44:25.176298 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-904884f6-073d-4dd3-9a82-660d838b4215 {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:44:25.176466 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1aa424-5de3-486c-af93-d2e0b411fa1a', 'tag': 'da56e668-59c2-40dc-8745-6f9ac628122a', 'status': 'completed', 'code': 200} Oct 28 08:44:25.224238 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-ff5cfe4d-098e-49fd-8858-ea40d7e22486 None None] Set router 36e695ef-6b9b-4f62-8445-7a8cd049392e gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:44:25.469482 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:25.517634 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-ff5cfe4d-098e-49fd-8858-ea40d7e22486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'e6e9aa2d-bb6c-4249-a3eb-22cf01fc91fe', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'floating_ip_address': '172.27.2.40', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'port_id': 'da56e668-59c2-40dc-8745-6f9ac628122a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'mac_address': 'fa:16:3e:0b:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1aa424-5de3-486c-af93-d2e0b411fa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:44:23Z', 'updated_at': '2021-10-28T08:44:23Z', 'revision_number': 0, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:22Z', 'revision_number': 5, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:25.545756 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5cfe4d-098e-49fd-8858-ea40d7e22486 None None] Checking router: 36e695ef-6b9b-4f62-8445-7a8cd049392e for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:44:25.554489 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5cfe4d-098e-49fd-8858-ea40d7e22486 None None] Routers {'36e695ef-6b9b-4f62-8445-7a8cd049392e'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:44:25.555260 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-ff5cfe4d-098e-49fd-8858-ea40d7e22486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:44:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['36e695ef-6b9b-4f62-8445-7a8cd049392e'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:25.662231 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-ff5cfe4d-098e-49fd-8858-ea40d7e22486 None None] Set router 36e695ef-6b9b-4f62-8445-7a8cd049392e gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:44:25.719281 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:25.904797 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-ff5cfe4d-098e-49fd-8858-ea40d7e22486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'e6e9aa2d-bb6c-4249-a3eb-22cf01fc91fe', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'floating_ip_address': '172.27.2.40', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'port_id': 'da56e668-59c2-40dc-8745-6f9ac628122a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'mac_address': 'fa:16:3e:0b:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1aa424-5de3-486c-af93-d2e0b411fa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:44:23Z', 'updated_at': '2021-10-28T08:44:23Z', 'revision_number': 0, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:22Z', 'revision_number': 5, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:25.931648 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5cfe4d-098e-49fd-8858-ea40d7e22486 None None] The sync data for ids ['36e695ef-6b9b-4f62-8445-7a8cd049392e'] in dv-cinder-815660-3-iscsi is: [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'e6e9aa2d-bb6c-4249-a3eb-22cf01fc91fe', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'floating_ip_address': '172.27.2.40', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'port_id': 'da56e668-59c2-40dc-8745-6f9ac628122a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'mac_address': 'fa:16:3e:0b:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1aa424-5de3-486c-af93-d2e0b411fa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:44:23Z', 'updated_at': '2021-10-28T08:44:23Z', 'revision_number': 0, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:22Z', 'revision_number': 5, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:44:26.118012 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917cc4e4-2662-4f39-8ded-c736d794447d None None] New status for floating IP e6e9aa2d-bb6c-4249-a3eb-22cf01fc91fe: ACTIVE {{(pid=108152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:44:26.409840 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa874a-5ba1-41e9-8762-26562da15123 req-3f4942d5-d227-424b-b625-ac86ea427693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:26.412257 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8bfa874a-5ba1-41e9-8762-26562da15123 req-3f4942d5-d227-424b-b625-ac86ea427693 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f8be4e851fc4c5bb989b23068ab50b0&device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 1099 time: 0.0529683 Oct 28 08:44:27.437105 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:27.906168 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa874a-5ba1-41e9-8762-26562da15123 req-80f905ea-1172-4ef3-95bf-bc74bffe6f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:27.907631 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8bfa874a-5ba1-41e9-8762-26562da15123 req-80f905ea-1172-4ef3-95bf-bc74bffe6f0e service neutron] 10.222.0.77 "GET /v2.0/networks?id=5c4e2068-440b-4c5b-b064-f6b110ee163c HTTP/1.1" status: 200 len: 913 time: 0.0920484 Oct 28 08:44:27.973228 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8bfa874a-5ba1-41e9-8762-26562da15123 req-7b9f8cfc-3abd-4908-af03-d07c3312b386 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da56e668-59c2-40dc-8745-6f9ac628122a HTTP/1.1" status: 200 len: 1001 time: 0.0573273 Oct 28 08:44:28.029247 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa874a-5ba1-41e9-8762-26562da15123 req-36dcef68-d3c7-4f26-9df6-b5de905243d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:28.030705 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8bfa874a-5ba1-41e9-8762-26562da15123 req-36dcef68-d3c7-4f26-9df6-b5de905243d2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d439cbbc-8140-4f09-a0c2-b4e28c8b97de HTTP/1.1" status: 200 len: 850 time: 0.0488472 Oct 28 08:44:28.078958 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa874a-5ba1-41e9-8762-26562da15123 req-a5865a55-b69c-4214-a0b9-8df39bde2a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:28.080455 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8bfa874a-5ba1-41e9-8762-26562da15123 req-a5865a55-b69c-4214-a0b9-8df39bde2a4f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c4e2068-440b-4c5b-b064-f6b110ee163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427530 Oct 28 08:44:28.172727 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8bfa874a-5ba1-41e9-8762-26562da15123 req-e40156c1-e289-4ca2-a5a7-9a7f26e83ca3 service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846000 Oct 28 08:44:28.272647 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8bfa874a-5ba1-41e9-8762-26562da15123 req-a25e83de-305d-47c7-9123-cf566d658f7f service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931766 Oct 28 08:44:39.482158 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:44:45.774590 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 56454) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:45.894959 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-faa187b9-1603-44b9-89d7-7f973ef2a6b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:45.979893 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-faa187b9-1603-44b9-89d7-7f973ef2a6b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:45.984020 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-faa187b9-1603-44b9-89d7-7f973ef2a6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:46.023490 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-faa187b9-1603-44b9-89d7-7f973ef2a6b0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=99792bc64cec41b782caf83c856e89a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475471 Oct 28 08:44:46.024455 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa187b9-1603-44b9-89d7-7f973ef2a6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f055d995-fa42-4f15-8d26-0c6d8dfda7df,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:46.026497 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 56462) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:46.081821 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-f9428390-8334-4985-8516-4805b9afe1b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:46.105082 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-f9428390-8334-4985-8516-4805b9afe1b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:46.156679 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-f9428390-8334-4985-8516-4805b9afe1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:46.159580 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-f9428390-8334-4985-8516-4805b9afe1b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:46.160738 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-f9428390-8334-4985-8516-4805b9afe1b1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f055d995-fa42-4f15-8d26-0c6d8dfda7df HTTP/1.1" status: 204 len: 168 time: 0.1325469 Oct 28 08:44:46.169136 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9428390-8334-4985-8516-4805b9afe1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f055d995-fa42-4f15-8d26-0c6d8dfda7df,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:46.262031 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-48b78f47-273f-4828-891c-b9d6d80a0e46 req-a15655c4-88ce-43f4-b7e4-81e22d2ffdf1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519178 Oct 28 08:44:46.358352 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b78f47-273f-4828-891c-b9d6d80a0e46 req-6f3c1d56-981c-4a11-bade-1fc374d97731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:46.360354 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-48b78f47-273f-4828-891c-b9d6d80a0e46 req-6f3c1d56-981c-4a11-bade-1fc374d97731 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deb9a75c575b487eb97a2f189099cb83&device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 1099 time: 0.0484307 Oct 28 08:44:46.476832 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b78f47-273f-4828-891c-b9d6d80a0e46 req-c99f0484-d91c-4bdd-b3ec-d046ce57b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:46.478511 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-48b78f47-273f-4828-891c-b9d6d80a0e46 req-c99f0484-d91c-4bdd-b3ec-d046ce57b663 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8054d646-b889-4c53-8d8e-0b66f004b73f HTTP/1.1" status: 200 len: 912 time: 0.0946066 Oct 28 08:44:46.550983 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-48b78f47-273f-4828-891c-b9d6d80a0e46 req-3acef087-500f-4640-bab0-f252de5ac80d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca1bece9-ad29-4024-93d9-2e154ebe1e8e HTTP/1.1" status: 200 len: 1001 time: 0.0643044 Oct 28 08:44:46.603955 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b78f47-273f-4828-891c-b9d6d80a0e46 req-4595f653-cb78-4938-a6ea-7b1712ea55cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:46.606035 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-48b78f47-273f-4828-891c-b9d6d80a0e46 req-4595f653-cb78-4938-a6ea-7b1712ea55cc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=845c0f3f-7051-408d-b475-1ff3eae03add HTTP/1.1" status: 200 len: 849 time: 0.0460036 Oct 28 08:44:46.656312 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b78f47-273f-4828-891c-b9d6d80a0e46 req-8931b0fe-8261-4482-acb9-74f03979bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:46.657859 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-48b78f47-273f-4828-891c-b9d6d80a0e46 req-8931b0fe-8261-4482-acb9-74f03979bf2e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8054d646-b889-4c53-8d8e-0b66f004b73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437686 Oct 28 08:44:46.766178 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-48b78f47-273f-4828-891c-b9d6d80a0e46 req-86f17da7-dd82-4694-87a9-7e7902d9f3ba service neutron] 10.222.0.77 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982914 Oct 28 08:44:46.868728 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-48b78f47-273f-4828-891c-b9d6d80a0e46 req-c14c10c9-37c3-4ab1-b3f8-8729656b223a service neutron] 10.222.0.77 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912716 Oct 28 08:44:48.107419 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:50.370465 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 56536) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:50.488916 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-60d14369-5629-4e3a-91d1-04c9472ba2d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:50.566448 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-60d14369-5629-4e3a-91d1-04c9472ba2d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:50.572758 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-60d14369-5629-4e3a-91d1-04c9472ba2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:50.610356 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-60d14369-5629-4e3a-91d1-04c9472ba2d7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a6b5615b38ca4755acf90af9db8a364a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387323 Oct 28 08:44:50.611786 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 56540) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:50.615603 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d14369-5629-4e3a-91d1-04c9472ba2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bacead3-6c9a-4458-9ea9-9803210c43ac,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:50.668022 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-367e5817-d40d-4561-8652-e20a20f8c45a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:50.693590 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-367e5817-d40d-4561-8652-e20a20f8c45a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:50.750705 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-367e5817-d40d-4561-8652-e20a20f8c45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:50.754099 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-367e5817-d40d-4561-8652-e20a20f8c45a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:50.755276 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-367e5817-d40d-4561-8652-e20a20f8c45a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1bacead3-6c9a-4458-9ea9-9803210c43ac HTTP/1.1" status: 204 len: 168 time: 0.1424720 Oct 28 08:44:50.764186 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e5817-d40d-4561-8652-e20a20f8c45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bacead3-6c9a-4458-9ea9-9803210c43ac,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:50.772682 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e5817-d40d-4561-8652-e20a20f8c45a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:50.773035 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e5817-d40d-4561-8652-e20a20f8c45a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:50.773376 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e5817-d40d-4561-8652-e20a20f8c45a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:50.773744 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e5817-d40d-4561-8652-e20a20f8c45a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:50.774112 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e5817-d40d-4561-8652-e20a20f8c45a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:50.774444 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e5817-d40d-4561-8652-e20a20f8c45a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:50.774776 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e5817-d40d-4561-8652-e20a20f8c45a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:50.775194 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e5817-d40d-4561-8652-e20a20f8c45a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:50.775522 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e5817-d40d-4561-8652-e20a20f8c45a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:50.775846 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e5817-d40d-4561-8652-e20a20f8c45a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:50.776168 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e5817-d40d-4561-8652-e20a20f8c45a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:50.776733 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367e5817-d40d-4561-8652-e20a20f8c45a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:51.639674 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-2d1a84c7-5cef-4f4f-b43b-fdd3cd5f0006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:54.446071 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-cac36cca-882c-41e1-a7f4-14ed98cf86e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:55.452159 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:55.692491 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:57.437427 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:01.207570 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172edb-3fe3-4c5d-ab31-6a54d92722ee req-cb697ca0-ad7c-449d-8aa2-8c697e0852ce tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:01.209077 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b1172edb-3fe3-4c5d-ab31-6a54d92722ee req-cb697ca0-ad7c-449d-8aa2-8c697e0852ce tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.1616580 Oct 28 08:45:01.249770 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b1172edb-3fe3-4c5d-ab31-6a54d92722ee req-807da26a-71e8-41c1-8bae-48927fd786ac tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333021 Oct 28 08:45:02.388654 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d683828-532d-4362-9993-694214ac4e46 req-97afdb3f-80f4-4df0-b287-8163c48376d3 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:02.390156 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6d683828-532d-4362-9993-694214ac4e46 req-97afdb3f-80f4-4df0-b287-8163c48376d3 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0553472 Oct 28 08:45:02.431246 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6d683828-532d-4362-9993-694214ac4e46 req-8c3d2dc2-827e-4ef8-af2e-9209df111ea0 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350938 Oct 28 08:45:03.567833 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024381bf-2e1e-4d69-95ee-dfa5be8cdef4 req-7d2ba347-308e-48b2-ac7f-92269ef7c90a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:03.569489 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-024381bf-2e1e-4d69-95ee-dfa5be8cdef4 req-7d2ba347-308e-48b2-ac7f-92269ef7c90a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0610833 Oct 28 08:45:03.610688 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-024381bf-2e1e-4d69-95ee-dfa5be8cdef4 req-a60473d1-7d9d-4678-b7c3-afa114275b40 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343690 Oct 28 08:45:04.749750 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd413185-e314-4c35-9ec5-e22bbd9c29f8 req-365d7fff-a311-4615-9c0a-02f9e3e38878 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:04.751226 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fd413185-e314-4c35-9ec5-e22bbd9c29f8 req-365d7fff-a311-4615-9c0a-02f9e3e38878 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0524569 Oct 28 08:45:04.797058 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fd413185-e314-4c35-9ec5-e22bbd9c29f8 req-df1cacf2-808a-4ccf-9399-ff5f3b4caeeb tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397592 Oct 28 08:45:05.925626 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aec651-627e-48c1-b5af-0144a57bb3b1 req-633e4845-af77-45d3-8e90-b3811e1f3262 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:05.927097 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-88aec651-627e-48c1-b5af-0144a57bb3b1 req-633e4845-af77-45d3-8e90-b3811e1f3262 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0535488 Oct 28 08:45:05.968113 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-88aec651-627e-48c1-b5af-0144a57bb3b1 req-4883c0af-f80a-4654-ac8b-80dfd5b6d257 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341115 Oct 28 08:45:07.102225 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec564c8e-7adb-4e5c-ad95-72d5455b9a88 req-03447304-9a38-4903-b2d9-206e2c9c2895 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:07.103764 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ec564c8e-7adb-4e5c-ad95-72d5455b9a88 req-03447304-9a38-4903-b2d9-206e2c9c2895 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0510309 Oct 28 08:45:07.146261 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ec564c8e-7adb-4e5c-ad95-72d5455b9a88 req-5fe6b719-4ffc-4645-af4f-007740e85011 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361536 Oct 28 08:45:08.266248 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af879a-3989-4b74-b029-4094e630c7eb req-a3e968f6-9dfb-401a-97af-e0a32b87ad3a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:08.267623 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c6af879a-3989-4b74-b029-4094e630c7eb req-a3e968f6-9dfb-401a-97af-e0a32b87ad3a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0492086 Oct 28 08:45:08.309179 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c6af879a-3989-4b74-b029-4094e630c7eb req-214d08ac-5246-402a-9be8-9fb1fda9723c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319877 Oct 28 08:45:08.910554 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aee3df-6d2b-4c21-9e08-0c0df353360c req-0b7086e2-dc89-4c86-ad0f-c337c0a3dd56 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:08.911988 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c8aee3df-6d2b-4c21-9e08-0c0df353360c req-0b7086e2-dc89-4c86-ad0f-c337c0a3dd56 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 985 time: 0.0626011 Oct 28 08:45:08.978317 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c8aee3df-6d2b-4c21-9e08-0c0df353360c req-483c9df1-5a4c-480d-8fa6-8e2b676c6017 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=4cb6ddd4-447a-4a7f-bc35-00f119c992ee&id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601084 Oct 28 08:45:08.995942 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe2240-450f-45cd-91c5-01b49fb00657 req-e89b6fc8-9408-4ad0-b410-c9adc0ef3b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:08.997408 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-85fe2240-450f-45cd-91c5-01b49fb00657 req-e89b6fc8-9408-4ad0-b410-c9adc0ef3b00 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c6091e93f804ac3b925a7b3e9f3c747&device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 1138 time: 0.1184015 Oct 28 08:45:09.095166 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe2240-450f-45cd-91c5-01b49fb00657 req-f59d9f5b-790e-451b-96e4-acbe3e7680cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:09.096607 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-85fe2240-450f-45cd-91c5-01b49fb00657 req-f59d9f5b-790e-451b-96e4-acbe3e7680cf service neutron] 10.222.0.77 "GET /v2.0/networks?id=f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb HTTP/1.1" status: 200 len: 917 time: 0.0883627 Oct 28 08:45:09.171307 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-85fe2240-450f-45cd-91c5-01b49fb00657 req-b72369e4-5a6f-46a5-b24b-f20382943b4e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=760c9603-2fe5-4dc3-aa4c-7ff255fee93d HTTP/1.1" status: 200 len: 1000 time: 0.0597856 Oct 28 08:45:09.234466 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe2240-450f-45cd-91c5-01b49fb00657 req-11b41cd2-1953-4cfe-880d-f3a68f183d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:09.235841 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-85fe2240-450f-45cd-91c5-01b49fb00657 req-11b41cd2-1953-4cfe-880d-f3a68f183d98 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1 HTTP/1.1" status: 200 len: 854 time: 0.0509646 Oct 28 08:45:09.291427 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe2240-450f-45cd-91c5-01b49fb00657 req-7e34ae22-07f1-4ad5-a160-1324561ad867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:09.293099 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-85fe2240-450f-45cd-91c5-01b49fb00657 req-7e34ae22-07f1-4ad5-a160-1324561ad867 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480225 Oct 28 08:45:09.425258 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-85fe2240-450f-45cd-91c5-01b49fb00657 req-5d15aef5-a6a5-48fa-b956-d3bbf8a30c2e service neutron] 10.222.0.77 "GET /v2.0/networks/f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227763 Oct 28 08:45:09.488840 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234db7ab-634f-4d7a-90eb-0f7e15ce1ea3 req-e2f1c320-4dfc-4649-8c1a-06fda7ac5465 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:09.490205 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-234db7ab-634f-4d7a-90eb-0f7e15ce1ea3 req-e2f1c320-4dfc-4649-8c1a-06fda7ac5465 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.1036081 Oct 28 08:45:09.549245 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-234db7ab-634f-4d7a-90eb-0f7e15ce1ea3 req-004e67d7-9ffb-42d8-9e0d-fe3f172274c9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520270 Oct 28 08:45:09.559965 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-85fe2240-450f-45cd-91c5-01b49fb00657 req-542121fe-f5ed-40e4-ab05-eeb58020e5e1 service neutron] 10.222.0.77 "GET /v2.0/networks/f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262593 Oct 28 08:45:10.103496 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82ebed-4281-44d4-b269-afa181310e5e req-23defc4c-9ad9-4fc7-9d4c-81510d0b80d6 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:10.105026 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5a82ebed-4281-44d4-b269-afa181310e5e req-23defc4c-9ad9-4fc7-9d4c-81510d0b80d6 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 985 time: 0.0582943 Oct 28 08:45:10.144481 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5a82ebed-4281-44d4-b269-afa181310e5e req-c75c2e5f-101c-4158-bdf2-272e485795f1 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=4cb6ddd4-447a-4a7f-bc35-00f119c992ee&id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333686 Oct 28 08:45:10.676915 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107e6c6-14d3-407e-89fd-48cf65ae6ade req-ae677f47-b56a-4ded-8f41-2c8e373b736d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:10.678472 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5107e6c6-14d3-407e-89fd-48cf65ae6ade req-ae677f47-b56a-4ded-8f41-2c8e373b736d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0540664 Oct 28 08:45:10.717106 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5107e6c6-14d3-407e-89fd-48cf65ae6ade req-1ee8cce1-7ae5-4664-9973-36eedb4e13a7 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320747 Oct 28 08:45:11.268921 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b583b-1a42-43fe-9b8a-93b80890f5fa req-0804e196-8a0b-4a3f-a102-2cd88dc2c0f0 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:11.270053 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bf7b583b-1a42-43fe-9b8a-93b80890f5fa req-0804e196-8a0b-4a3f-a102-2cd88dc2c0f0 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 985 time: 0.0557787 Oct 28 08:45:11.314948 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bf7b583b-1a42-43fe-9b8a-93b80890f5fa req-2b206d0f-9e73-4273-9197-c30f514b5253 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=4cb6ddd4-447a-4a7f-bc35-00f119c992ee&id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377574 Oct 28 08:45:11.841360 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9e618-264f-4681-a4cf-448eee800cc6 req-7f61575b-ab38-4634-af3e-7ada188bf849 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:11.842852 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-58b9e618-264f-4681-a4cf-448eee800cc6 req-7f61575b-ab38-4634-af3e-7ada188bf849 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0506139 Oct 28 08:45:11.880024 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-58b9e618-264f-4681-a4cf-448eee800cc6 req-fca47377-08f8-4760-bb23-323c5f288007 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312238 Oct 28 08:45:12.710646 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f7f79-08b3-4317-9545-fe9eafcc1acb req-cc7107c6-946e-48e9-86d5-9ee64d855795 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:12.712329 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a50f7f79-08b3-4317-9545-fe9eafcc1acb req-cc7107c6-946e-48e9-86d5-9ee64d855795 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 985 time: 0.3236556 Oct 28 08:45:12.757550 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a50f7f79-08b3-4317-9545-fe9eafcc1acb req-a5f82dc0-cea7-4dbd-abe0-6f021f87605e tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=4cb6ddd4-447a-4a7f-bc35-00f119c992ee&id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388553 Oct 28 08:45:13.022110 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51565cf8-8b4b-4025-9f87-33d77a9d744d req-90180e19-c4bb-43c2-acde-ee8b014f86ae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:13.023700 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-51565cf8-8b4b-4025-9f87-33d77a9d744d req-90180e19-c4bb-43c2-acde-ee8b014f86ae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0620368 Oct 28 08:45:13.067583 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-51565cf8-8b4b-4025-9f87-33d77a9d744d req-1459e043-488f-4043-8346-01e58925de7f tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371451 Oct 28 08:45:13.886332 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a5005-bf26-46fd-834d-28807ebd7c0f req-f92a2322-bf3e-404c-9646-6e96234679ec tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:13.887848 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ea1a5005-bf26-46fd-834d-28807ebd7c0f req-f92a2322-bf3e-404c-9646-6e96234679ec tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 985 time: 0.0508215 Oct 28 08:45:13.928477 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ea1a5005-bf26-46fd-834d-28807ebd7c0f req-ed6e272c-4573-40b0-becc-07b3ec3e538c tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=4cb6ddd4-447a-4a7f-bc35-00f119c992ee&id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346687 Oct 28 08:45:14.202654 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e06e4-9d32-40d2-854b-4047720f07fe req-d87f805e-75d2-48f0-8dba-ab012541bf06 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:14.204059 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5e1e06e4-9d32-40d2-854b-4047720f07fe req-d87f805e-75d2-48f0-8dba-ab012541bf06 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0543084 Oct 28 08:45:14.243636 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5e1e06e4-9d32-40d2-854b-4047720f07fe req-4af8b7df-4920-497d-b159-ed8d56bb51ea tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335805 Oct 28 08:45:15.045904 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea5d20-a21f-4e48-83f9-7bfb635b5781 req-5f89e3a6-606c-4304-a812-ae71db4a4bf5 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:15.047401 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2fea5d20-a21f-4e48-83f9-7bfb635b5781 req-5f89e3a6-606c-4304-a812-ae71db4a4bf5 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 985 time: 0.0513029 Oct 28 08:45:15.090200 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2fea5d20-a21f-4e48-83f9-7bfb635b5781 req-c7cdfd90-d18f-460d-affa-af253792aa85 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=4cb6ddd4-447a-4a7f-bc35-00f119c992ee&id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362890 Oct 28 08:45:15.367905 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c46b9-6739-48c1-9963-2a098eff5ba5 req-b6086965-c774-481a-80fe-9a611df88ebb tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:15.369680 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-371c46b9-6739-48c1-9963-2a098eff5ba5 req-b6086965-c774-481a-80fe-9a611df88ebb tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0500400 Oct 28 08:45:15.410126 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-371c46b9-6739-48c1-9963-2a098eff5ba5 req-fb769a0c-df65-4f3a-bab1-18a92359ffc0 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340974 Oct 28 08:45:16.211924 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458365c-dee8-4d06-ab84-898f1a46eb88 req-519658ee-03e4-4920-833e-ab680ee0f7a5 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:16.214467 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d458365c-dee8-4d06-ab84-898f1a46eb88 req-519658ee-03e4-4920-833e-ab680ee0f7a5 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 985 time: 0.0534828 Oct 28 08:45:16.255550 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d458365c-dee8-4d06-ab84-898f1a46eb88 req-5ba8a540-7741-421e-b9b2-06c66ac45a80 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=4cb6ddd4-447a-4a7f-bc35-00f119c992ee&id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345683 Oct 28 08:45:16.482203 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:45:16.538463 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac5264-6223-47df-bfad-a1a01696cc37 req-ae3e68d7-7194-4b68-a29f-ef6d9e0db64d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:16.540267 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-04ac5264-6223-47df-bfad-a1a01696cc37 req-ae3e68d7-7194-4b68-a29f-ef6d9e0db64d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0520091 Oct 28 08:45:16.580354 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-04ac5264-6223-47df-bfad-a1a01696cc37 req-a13b3a37-51b5-4e3d-a4f4-ea531c3ab35e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336735 Oct 28 08:45:17.383531 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50046ab6-b9be-4b62-a4b5-61a046a77be4 req-b0ab244f-9079-4699-a0b1-f45545c5ecba tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:17.385371 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-50046ab6-b9be-4b62-a4b5-61a046a77be4 req-b0ab244f-9079-4699-a0b1-f45545c5ecba tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 985 time: 0.0615559 Oct 28 08:45:17.428848 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-50046ab6-b9be-4b62-a4b5-61a046a77be4 req-ac5be8a2-ff72-4811-9851-cb66d4b2eba2 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=4cb6ddd4-447a-4a7f-bc35-00f119c992ee&id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367591 Oct 28 08:45:17.711431 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca91eb-baa9-4afe-b2bb-25f5b631b175 req-7e279d4c-cde5-41b4-aa3b-1caced77321a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:17.713641 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a8ca91eb-baa9-4afe-b2bb-25f5b631b175 req-7e279d4c-cde5-41b4-aa3b-1caced77321a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0562363 Oct 28 08:45:17.756546 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a8ca91eb-baa9-4afe-b2bb-25f5b631b175 req-822fb972-e8dd-45eb-967a-880d525712dd tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364990 Oct 28 08:45:18.138227 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:18.559163 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a3d4c-c62c-4a20-a260-0d132e1e049a req-a5242116-f638-4482-bae4-6f207d2576e7 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:18.560664 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3e2a3d4c-c62c-4a20-a260-0d132e1e049a req-a5242116-f638-4482-bae4-6f207d2576e7 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 985 time: 0.0587184 Oct 28 08:45:18.609720 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3e2a3d4c-c62c-4a20-a260-0d132e1e049a req-1bedf86a-45b1-46f4-b974-435f351373ce tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=4cb6ddd4-447a-4a7f-bc35-00f119c992ee&id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429440 Oct 28 08:45:18.880600 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a900e-7ae3-47e1-bd12-2d0ecee1e881 req-9ac22f9a-4e68-4854-a1e3-1edd1191d3c2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:18.882084 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-be1a900e-7ae3-47e1-bd12-2d0ecee1e881 req-9ac22f9a-4e68-4854-a1e3-1edd1191d3c2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0492942 Oct 28 08:45:18.923051 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-be1a900e-7ae3-47e1-bd12-2d0ecee1e881 req-f8f775b9-0088-41dd-bb3a-bff042b52e21 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325570 Oct 28 08:45:19.742653 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10ccb4-f8a9-4cf7-9ecd-e38c3727e770 req-abffa35c-8bf4-405b-a49d-3279d91c2766 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:19.744547 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3f10ccb4-f8a9-4cf7-9ecd-e38c3727e770 req-abffa35c-8bf4-405b-a49d-3279d91c2766 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 985 time: 0.0577216 Oct 28 08:45:19.787184 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3f10ccb4-f8a9-4cf7-9ecd-e38c3727e770 req-ea8ac561-7c9c-41d6-b7b1-8e5d2c2fb73b tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=4cb6ddd4-447a-4a7f-bc35-00f119c992ee&id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364792 Oct 28 08:45:20.045549 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad85879-36f8-48d7-83b4-456c36835eec req-07bfe80f-70a8-4e06-b965-724a7adbb61b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:20.047062 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1ad85879-36f8-48d7-83b4-456c36835eec req-07bfe80f-70a8-4e06-b965-724a7adbb61b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0501785 Oct 28 08:45:20.087060 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1ad85879-36f8-48d7-83b4-456c36835eec req-52ab01ea-c9e2-447d-b26e-a36538565823 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340858 Oct 28 08:45:20.903695 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9d256-fc04-4428-a98a-652e0b020968 req-d97cbcf1-ea94-4d3a-ad93-7131b3f443fe tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:20.905088 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5ad9d256-fc04-4428-a98a-652e0b020968 req-d97cbcf1-ea94-4d3a-ad93-7131b3f443fe tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 985 time: 0.0519769 Oct 28 08:45:20.953873 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5ad9d256-fc04-4428-a98a-652e0b020968 req-a3168f9f-a81f-4a07-a06a-1ac870aec06a tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=4cb6ddd4-447a-4a7f-bc35-00f119c992ee&id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424168 Oct 28 08:45:21.212762 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec26726-75cc-4485-98af-c786dc68337f req-3d7fc2f3-a001-4795-bf6b-f46e49e28993 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:21.214703 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6ec26726-75cc-4485-98af-c786dc68337f req-3d7fc2f3-a001-4795-bf6b-f46e49e28993 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0546970 Oct 28 08:45:21.255150 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6ec26726-75cc-4485-98af-c786dc68337f req-8341db12-8cab-446b-9b11-6869842dcf66 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344610 Oct 28 08:45:21.511493 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-c32cca24-029e-407d-9aa5-3042f262a560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:22.081905 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3c215-2006-4318-8a34-0548aa5e7536 req-cc7517fd-eb42-46e3-994d-ea3e4401b318 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:22.083396 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d1f3c215-2006-4318-8a34-0548aa5e7536 req-cc7517fd-eb42-46e3-994d-ea3e4401b318 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 985 time: 0.0610373 Oct 28 08:45:22.126496 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d1f3c215-2006-4318-8a34-0548aa5e7536 req-283c3cbe-2648-4162-8719-90652fd1d5f1 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=4cb6ddd4-447a-4a7f-bc35-00f119c992ee&id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367608 Oct 28 08:45:22.376380 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e373374-2df1-431e-b715-1ea29edfbb77 req-eacb5d22-2ca1-4291-ba18-ce4feb4061ea tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:22.378085 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6e373374-2df1-431e-b715-1ea29edfbb77 req-eacb5d22-2ca1-4291-ba18-ce4feb4061ea tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0507798 Oct 28 08:45:22.418541 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6e373374-2df1-431e-b715-1ea29edfbb77 req-e49e0d59-e8cd-4c79-8bb3-7fe6197e1810 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333164 Oct 28 08:45:22.424126 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 2e8c6f82-a258-4342-aacf-0b4e80ccd12e details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:45:22.524377 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:45:22.538025 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'port_id': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e', 'mac_address': 'fa:16:3e:70:55:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:45:22.578101 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:22.592639 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e8c6f82-a258-4342-aacf-0b4e80ccd12e {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:45:22.614561 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:45:22.618359 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:22.669645 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,revision_number=6']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:22.676901 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:22.677266 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:22.677609 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:22.677971 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:22.678298 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:22.678658 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:22.678944 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:22.679263 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:22.679763 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:22.680094 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:22.680411 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:22.680727 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:23.249385 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673bd9e-997e-4753-af52-6eafb399ecb0 req-925733c2-d554-4fb1-a3c1-27f3ef8f6da6 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:23.250892 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8673bd9e-997e-4753-af52-6eafb399ecb0 req-925733c2-d554-4fb1-a3c1-27f3ef8f6da6 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 985 time: 0.0557518 Oct 28 08:45:23.294462 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8673bd9e-997e-4753-af52-6eafb399ecb0 req-71ce9bb6-09d8-4ab7-b545-2463670cd81d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=4cb6ddd4-447a-4a7f-bc35-00f119c992ee&id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374720 Oct 28 08:45:23.547521 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3752d-a4cb-406a-b4c1-d624259f77bc req-daadad34-b8e3-48a1-a9cc-94c178263eda tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:23.548992 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-36b3752d-a4cb-406a-b4c1-d624259f77bc req-daadad34-b8e3-48a1-a9cc-94c178263eda tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 944 time: 0.0545223 Oct 28 08:45:23.589401 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-36b3752d-a4cb-406a-b4c1-d624259f77bc req-4ef62633-1677-441f-b9ae-1bb88644c8ad tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335708 Oct 28 08:45:23.969380 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['2e8c6f82-a258-4342-aacf-0b4e80ccd12e'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:45:24.426374 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b55743-2cf4-4f3e-9fd1-d4896e35a1eb req-b6997ab6-da45-4447-9bbf-cb62e8d86635 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:24.427866 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-26b55743-2cf4-4f3e-9fd1-d4896e35a1eb req-b6997ab6-da45-4447-9bbf-cb62e8d86635 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 985 time: 0.0583928 Oct 28 08:45:24.450699 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-d0aa67d4-02a6-4757-b936-86bfc8104123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:24.475622 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-26b55743-2cf4-4f3e-9fd1-d4896e35a1eb req-9c9f9cb7-fd4b-4236-984f-ff8220fb1540 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=4cb6ddd4-447a-4a7f-bc35-00f119c992ee&id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412593 Oct 28 08:45:24.717443 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09708e8-e9cc-48be-97af-c236b45128e7 req-349bd21e-6a9d-4ad2-841f-d2aea8d50f9a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:24.719069 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e09708e8-e9cc-48be-97af-c236b45128e7 req-349bd21e-6a9d-4ad2-841f-d2aea8d50f9a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 944 time: 0.0576108 Oct 28 08:45:24.758019 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e09708e8-e9cc-48be-97af-c236b45128e7 req-95edef5c-ff2f-4672-9c26-5e53564a916d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324795 Oct 28 08:45:25.457328 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:25.592291 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d0cc0-9cf8-4fe5-9a00-2963e6787f71 req-aa0b78f7-7e43-4625-9682-d77c10c63996 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:25.593776 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f49d0cc0-9cf8-4fe5-9a00-2963e6787f71 req-aa0b78f7-7e43-4625-9682-d77c10c63996 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 985 time: 0.0507910 Oct 28 08:45:25.638247 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f49d0cc0-9cf8-4fe5-9a00-2963e6787f71 req-1c6ef04d-0d51-41ff-9a9d-9a6aa34d09a1 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=4cb6ddd4-447a-4a7f-bc35-00f119c992ee&id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383122 Oct 28 08:45:25.695586 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:25.865041 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 2e8c6f82-a258-4342-aacf-0b4e80ccd12e up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:45:25.880886 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3d5dd-23bd-4980-9387-469844d53738 req-05e61109-ea11-4338-b89f-a80a1191e371 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:25.882438 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dbf3d5dd-23bd-4980-9387-469844d53738 req-05e61109-ea11-4338-b89f-a80a1191e371 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 944 time: 0.0503509 Oct 28 08:45:25.915773 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:45:25.916138 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:25.931584 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dbf3d5dd-23bd-4980-9387-469844d53738 req-d3be3441-f144-40d3-bac0-076edf093103 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416656 Oct 28 08:45:26.000257 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:26.024761 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423157c3-a1e9-43c5-8fda-01d1d93bd484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:45:26.028330 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa0dfdc-fca2-487b-82fc-8a1d8f0e16a5" -d '{"events": [{"server_uuid": "423157c3-a1e9-43c5-8fda-01d1d93bd484", "name": "network-vif-plugged", "status": "completed", "tag": "2e8c6f82-a258-4342-aacf-0b4e80ccd12e"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:45:26.041387 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:45:26.045961 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:26.097013 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,revision_number=7']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:26.147377 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf18477-f592-4b13-b936-316b448b8c0f x-openstack-request-id: req-5bf18477-f592-4b13-b936-316b448b8c0f {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:45:26.147670 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423157c3-a1e9-43c5-8fda-01d1d93bd484", "name": "network-vif-plugged", "status": "completed", "tag": "2e8c6f82-a258-4342-aacf-0b4e80ccd12e", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:45:26.147924 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5bf18477-f592-4b13-b936-316b448b8c0f {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:45:26.148371 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423157c3-a1e9-43c5-8fda-01d1d93bd484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e', 'code': 200} Oct 28 08:45:26.765520 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee981a9a-75b2-437d-a6b0-512391dc521b req-f1ac0656-cfe6-47b7-b415-93a46b99fc8f tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:26.767001 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ee981a9a-75b2-437d-a6b0-512391dc521b req-f1ac0656-cfe6-47b7-b415-93a46b99fc8f tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 985 time: 0.0543325 Oct 28 08:45:26.815768 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ee981a9a-75b2-437d-a6b0-512391dc521b req-c52bb10b-48d4-48cd-86e3-3bb8819ec673 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=4cb6ddd4-447a-4a7f-bc35-00f119c992ee&id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423748 Oct 28 08:45:27.054094 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743fe6c-c0f0-4243-adb1-403e67d8acf3 req-737680ff-6688-468a-a740-c525896129d9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:27.055573 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6743fe6c-c0f0-4243-adb1-403e67d8acf3 req-737680ff-6688-468a-a740-c525896129d9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0496473 Oct 28 08:45:27.098480 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6743fe6c-c0f0-4243-adb1-403e67d8acf3 req-59f9db3d-025a-40da-85f6-0f0796f6f541 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346155 Oct 28 08:45:27.445155 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:28.230654 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ba375-c698-46e2-aad4-a51c4fb9a2fe req-a2d14ffb-e4ab-49c0-b55b-62d946bffb81 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:28.232267 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-310ba375-c698-46e2-aad4-a51c4fb9a2fe req-a2d14ffb-e4ab-49c0-b55b-62d946bffb81 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0566602 Oct 28 08:45:28.272410 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-310ba375-c698-46e2-aad4-a51c4fb9a2fe req-691fd14e-23ab-41ad-bde1-2824bb69e6d2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340717 Oct 28 08:45:29.406682 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720465f-c2f3-4927-9a38-5e09fda354b2 req-fc0d794f-f47b-4b2a-b5af-c0644e72b5c6 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:29.408274 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2720465f-c2f3-4927-9a38-5e09fda354b2 req-fc0d794f-f47b-4b2a-b5af-c0644e72b5c6 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0577991 Oct 28 08:45:29.447042 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2720465f-c2f3-4927-9a38-5e09fda354b2 req-771857ee-8bd4-4c91-8d2e-7ccb81f8671e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326130 Oct 28 08:45:30.582111 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69934a10-7add-479a-b331-5734cd3ab0df req-439987f0-3238-4ce8-9c99-4decf5d148fc tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:30.590625 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-69934a10-7add-479a-b331-5734cd3ab0df req-439987f0-3238-4ce8-9c99-4decf5d148fc tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0649133 Oct 28 08:45:30.629421 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-69934a10-7add-479a-b331-5734cd3ab0df req-f77f6dbf-76f6-4465-aba1-61b2f3ea9419 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379283 Oct 28 08:45:31.766780 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bea9f-4fc6-4bc6-8259-a6f65aba6ab5 req-4d909b91-c5e4-47c8-b19f-6af2b82def65 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:31.768356 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6a1bea9f-4fc6-4bc6-8259-a6f65aba6ab5 req-4d909b91-c5e4-47c8-b19f-6af2b82def65 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0564618 Oct 28 08:45:31.811679 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6a1bea9f-4fc6-4bc6-8259-a6f65aba6ab5 req-9d511e83-4b01-4811-879c-39a6e5e001a0 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374064 Oct 28 08:45:32.993164 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310a89c-94fa-4fc1-997c-2105c1a0ad11 req-2c59a130-bfd1-4ee1-8559-f561067083bf tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:32.996242 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a310a89c-94fa-4fc1-997c-2105c1a0ad11 req-2c59a130-bfd1-4ee1-8559-f561067083bf tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0736136 Oct 28 08:45:33.047589 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a310a89c-94fa-4fc1-997c-2105c1a0ad11 req-07fd9f5a-550b-4005-ac4a-7a8279dce93a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418394 Oct 28 08:45:34.179910 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29392da8-a722-4dae-85c5-c44538a38848 req-ebe9d647-ab06-46ad-9955-18e3dbc4232c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:34.181466 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-29392da8-a722-4dae-85c5-c44538a38848 req-ebe9d647-ab06-46ad-9955-18e3dbc4232c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0514100 Oct 28 08:45:34.235588 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-29392da8-a722-4dae-85c5-c44538a38848 req-3d9a3afa-42a9-4c1a-8a85-a3e7bd78c33c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407636 Oct 28 08:45:35.376011 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93984d27-7ca2-4f3f-a004-b3e429198cd5 req-517d5835-c5f5-4ec1-bc78-75f9532b61b8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:35.378311 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-93984d27-7ca2-4f3f-a004-b3e429198cd5 req-517d5835-c5f5-4ec1-bc78-75f9532b61b8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0533266 Oct 28 08:45:35.425384 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-93984d27-7ca2-4f3f-a004-b3e429198cd5 req-82ca0c9b-f15a-442c-adcb-3c9bc8395c21 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396702 Oct 28 08:45:36.558222 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2437535-d2d8-47c1-9f40-8e5a91ab59eb req-0142c3e4-072a-4690-9ab9-4670d85af028 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:36.559862 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f2437535-d2d8-47c1-9f40-8e5a91ab59eb req-0142c3e4-072a-4690-9ab9-4670d85af028 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0578475 Oct 28 08:45:36.611251 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f2437535-d2d8-47c1-9f40-8e5a91ab59eb req-890df435-2169-4f26-96e8-6dfe1ffb5d3f tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449018 Oct 28 08:45:37.756337 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53f788-0435-46dc-a7d0-eff687b1e4ef req-73669e72-44e9-4de7-b060-d3d3fa316cd7 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:37.757855 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fd53f788-0435-46dc-a7d0-eff687b1e4ef req-73669e72-44e9-4de7-b060-d3d3fa316cd7 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0549994 Oct 28 08:45:37.800595 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fd53f788-0435-46dc-a7d0-eff687b1e4ef req-3e8fd789-5696-4347-840f-9cec874b0ffb tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363150 Oct 28 08:45:38.945917 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d9737-0f09-4843-a682-b75aa8068cea req-fb156eb0-b910-4038-b2e0-d3389e86f1d9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:38.947301 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d62d9737-0f09-4843-a682-b75aa8068cea req-fb156eb0-b910-4038-b2e0-d3389e86f1d9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0622292 Oct 28 08:45:38.997613 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d62d9737-0f09-4843-a682-b75aa8068cea req-f5f2c3d0-8fb1-456c-a8b2-1870d255c92d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437040 Oct 28 08:45:40.122323 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d1095-426f-4d23-b1ba-bf1856ecef13 req-2c4b361b-b6be-4070-bb37-19db41696398 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:40.123959 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a27d1095-426f-4d23-b1ba-bf1856ecef13 req-2c4b361b-b6be-4070-bb37-19db41696398 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0535820 Oct 28 08:45:40.162763 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a27d1095-426f-4d23-b1ba-bf1856ecef13 req-a47604db-f507-432d-8f0e-f331b8fbbd28 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327673 Oct 28 08:45:40.805375 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4b905-d7bd-4d8e-ba07-46b8397d514e req-476d0a31-1aa7-4955-a19a-8b3845e852a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:40.807077 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-eab4b905-d7bd-4d8e-ba07-46b8397d514e req-476d0a31-1aa7-4955-a19a-8b3845e852a3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e7a189da1ab4c96a271af47ac4baa62&device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 1098 time: 0.0453835 Oct 28 08:45:40.928083 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4b905-d7bd-4d8e-ba07-46b8397d514e req-b79bdfe0-2691-4ac5-b128-f98c02c5ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:40.929655 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-eab4b905-d7bd-4d8e-ba07-46b8397d514e req-b79bdfe0-2691-4ac5-b128-f98c02c5ccd5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1bb7b256-4baa-432c-addc-978134812fe5 HTTP/1.1" status: 200 len: 918 time: 0.1011660 Oct 28 08:45:40.998661 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-eab4b905-d7bd-4d8e-ba07-46b8397d514e req-8fefab12-13df-42cc-a7c9-4fdb93d235e1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e8c6f82-a258-4342-aacf-0b4e80ccd12e HTTP/1.1" status: 200 len: 1001 time: 0.0583992 Oct 28 08:45:41.055161 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4b905-d7bd-4d8e-ba07-46b8397d514e req-30e06d99-1ad3-4ab4-95b3-7fee8a39a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:41.056678 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-eab4b905-d7bd-4d8e-ba07-46b8397d514e req-30e06d99-1ad3-4ab4-95b3-7fee8a39a28c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd9bc392-6bd3-4140-a796-405119ac5b63 HTTP/1.1" status: 200 len: 855 time: 0.0468802 Oct 28 08:45:41.114307 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4b905-d7bd-4d8e-ba07-46b8397d514e req-93a77a1e-71bd-4735-938f-6043cdd4743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:41.115794 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-eab4b905-d7bd-4d8e-ba07-46b8397d514e req-93a77a1e-71bd-4735-938f-6043cdd4743c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1bb7b256-4baa-432c-addc-978134812fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455325 Oct 28 08:45:41.213866 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-eab4b905-d7bd-4d8e-ba07-46b8397d514e req-3e6a1c9b-c739-409f-ab16-b8b79fca7041 service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884647 Oct 28 08:45:41.340277 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b5842-33dd-43fb-b897-ee91184426dd req-719f6b20-a869-45dc-bfa6-48f9b49cfd9d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:41.341663 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e73b5842-33dd-43fb-b897-ee91184426dd req-719f6b20-a869-45dc-bfa6-48f9b49cfd9d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0724385 Oct 28 08:45:41.364192 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-eab4b905-d7bd-4d8e-ba07-46b8397d514e req-25a1a061-b489-4ab2-9b40-e1b2d997709a service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404696 Oct 28 08:45:41.386074 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e73b5842-33dd-43fb-b897-ee91184426dd req-178d8aac-0444-474b-b436-a7a17c58f348 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376287 Oct 28 08:45:42.508971 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a2fba-4d40-453c-a134-10d22cc3d52a req-8bc4fc4a-0a5f-4829-91fe-3956e4432e92 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:42.512255 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5d3a2fba-4d40-453c-a134-10d22cc3d52a req-8bc4fc4a-0a5f-4829-91fe-3956e4432e92 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0514121 Oct 28 08:45:42.551122 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5d3a2fba-4d40-453c-a134-10d22cc3d52a req-4e1a9497-d908-423c-a831-d84a17652160 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339270 Oct 28 08:45:43.676575 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad386ec-f1b2-4792-bf53-7a513f5b0109 req-a1a1d4e8-c5fb-49e2-82e0-4334022c45b0 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:43.678124 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5ad386ec-f1b2-4792-bf53-7a513f5b0109 req-a1a1d4e8-c5fb-49e2-82e0-4334022c45b0 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 945 time: 0.0547330 Oct 28 08:45:43.718480 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5ad386ec-f1b2-4792-bf53-7a513f5b0109 req-f93292de-e99f-4c0d-97e7-b37eb543e0d1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336058 Oct 28 08:45:43.929139 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 2e8c6f82-a258-4342-aacf-0b4e80ccd12e no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:45:44.015188 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:44.048150 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423157c3-a1e9-43c5-8fda-01d1d93bd484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:45:44.051705 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3de52f-a9eb-455e-89ff-acc87763f2c4" -d '{"events": [{"server_uuid": "423157c3-a1e9-43c5-8fda-01d1d93bd484", "name": "network-vif-unplugged", "status": "completed", "tag": "2e8c6f82-a258-4342-aacf-0b4e80ccd12e"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:45:44.066386 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:45:44.074212 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:44.111213 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 08:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e5a941-5336-470a-8658-39de6c502b6d x-openstack-request-id: req-d3e5a941-5336-470a-8658-39de6c502b6d {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:45:44.111606 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423157c3-a1e9-43c5-8fda-01d1d93bd484", "name": "network-vif-unplugged", "status": "failed", "tag": "2e8c6f82-a258-4342-aacf-0b4e80ccd12e", "code": 422}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:45:44.111957 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d3e5a941-5336-470a-8658-39de6c502b6d {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:45:44.112477 dv-cinder-815660-3-iscsi neutron-server[108151]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '423157c3-a1e9-43c5-8fda-01d1d93bd484', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e', 'code': 422} returned with failed status Oct 28 08:45:44.133758 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,revision_number=8']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:44.244357 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 57036) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:45:44.359338 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [req-cf1c014e-db63-491b-8736-ddad9f0a7bcc req-974b2adf-32bc-4b00-a355-240be8a72caf service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=108149) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:45:44.360425 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-cf1c014e-db63-491b-8736-ddad9f0a7bcc req-974b2adf-32bc-4b00-a355-240be8a72caf service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1017849 Oct 28 08:45:44.365683 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-9d97e151-0eef-4d15-896c-5732ee57bb17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:44.449205 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-9d97e151-0eef-4d15-896c-5732ee57bb17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:44.454969 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-9d97e151-0eef-4d15-896c-5732ee57bb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:44.497353 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-9d97e151-0eef-4d15-896c-5732ee57bb17 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0c3a08582dd24850a8bbf4be05111944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513423 Oct 28 08:45:44.498103 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 57048) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:45:44.520054 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97e151-0eef-4d15-896c-5732ee57bb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a277ec-8fce-4393-bde9-a44ca71fa48b,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:44.530216 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97e151-0eef-4d15-896c-5732ee57bb17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:44.531070 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97e151-0eef-4d15-896c-5732ee57bb17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:44.531577 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97e151-0eef-4d15-896c-5732ee57bb17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:44.532062 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97e151-0eef-4d15-896c-5732ee57bb17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:44.532557 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97e151-0eef-4d15-896c-5732ee57bb17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:44.533051 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97e151-0eef-4d15-896c-5732ee57bb17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:44.533524 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97e151-0eef-4d15-896c-5732ee57bb17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:44.534030 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97e151-0eef-4d15-896c-5732ee57bb17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:44.534514 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97e151-0eef-4d15-896c-5732ee57bb17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:44.534846 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97e151-0eef-4d15-896c-5732ee57bb17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:44.535158 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97e151-0eef-4d15-896c-5732ee57bb17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:44.535403 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6a1d8-b4fd-4d0d-85ac-b7e87a73d744 req-64436e6c-8867-4d76-8b9d-027e1758cde9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:44.535537 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97e151-0eef-4d15-896c-5732ee57bb17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:44.543746 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-08b6a1d8-b4fd-4d0d-85ac-b7e87a73d744 req-64436e6c-8867-4d76-8b9d-027e1758cde9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0623896 Oct 28 08:45:44.579249 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-08b6a1d8-b4fd-4d0d-85ac-b7e87a73d744 req-32d45ff4-7830-43ae-b3ec-cc879a1d9ebe tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346389 Oct 28 08:45:44.580126 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a0f85b2c-6bff-4efc-919f-7af948b9b92f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:44.606460 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a0f85b2c-6bff-4efc-919f-7af948b9b92f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:44.657576 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a0f85b2c-6bff-4efc-919f-7af948b9b92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:44.660377 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a0f85b2c-6bff-4efc-919f-7af948b9b92f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:44.661534 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-a0f85b2c-6bff-4efc-919f-7af948b9b92f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/55a277ec-8fce-4393-bde9-a44ca71fa48b HTTP/1.1" status: 204 len: 168 time: 0.1585193 Oct 28 08:45:44.678710 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f85b2c-6bff-4efc-919f-7af948b9b92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a277ec-8fce-4393-bde9-a44ca71fa48b,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:44.928942 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 57072) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:45:45.027855 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-8c77a694-651c-4544-be9f-a54578e70237 req-578413a1-f9c6-4ea1-af41-0969b2de7f4c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0976467 Oct 28 08:45:45.040144 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [req-8c77a694-651c-4544-be9f-a54578e70237 req-9c42dc6b-5fae-466c-b7e2-6239e01c4d11 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=108150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:45:45.042653 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-8c77a694-651c-4544-be9f-a54578e70237 req-9c42dc6b-5fae-466c-b7e2-6239e01c4d11 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0088291 Oct 28 08:45:45.720569 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a3a23-e499-4b73-bc63-4be7cc090612 req-1c4d8c19-eb46-4df4-86a2-4d264423adcf tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:45.722155 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-688a3a23-e499-4b73-bc63-4be7cc090612 req-1c4d8c19-eb46-4df4-86a2-4d264423adcf tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0617881 Oct 28 08:45:45.763344 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-688a3a23-e499-4b73-bc63-4be7cc090612 req-1a582799-1d6a-4ac4-bf38-27b221f10a04 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344284 Oct 28 08:45:46.864543 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77a694-651c-4544-be9f-a54578e70237 req-02688ee8-e5e7-4233-969d-c4a8edad5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:46.866141 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8c77a694-651c-4544-be9f-a54578e70237 req-02688ee8-e5e7-4233-969d-c4a8edad5318 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484&tenant_id=7e7a189da1ab4c96a271af47ac4baa62 HTTP/1.1" status: 200 len: 1096 time: 0.0865130 Oct 28 08:45:46.913590 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2429bf6-d87e-4d88-a4c9-65df983d139c req-6c4f6d06-5562-4b1f-a33a-685bc8b945c7 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:46.915185 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e2429bf6-d87e-4d88-a4c9-65df983d139c req-6c4f6d06-5562-4b1f-a33a-685bc8b945c7 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0621657 Oct 28 08:45:46.972716 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77a694-651c-4544-be9f-a54578e70237 req-d8ff20e8-a681-45a7-9922-6585b022efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:46.974292 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8c77a694-651c-4544-be9f-a54578e70237 req-d8ff20e8-a681-45a7-9922-6585b022efa2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e7a189da1ab4c96a271af47ac4baa62&device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 1096 time: 0.0804002 Oct 28 08:45:46.980548 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e2429bf6-d87e-4d88-a4c9-65df983d139c req-f4bbb72a-c4de-4154-83c1-4780c53d2082 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509942 Oct 28 08:45:47.085179 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77a694-651c-4544-be9f-a54578e70237 req-52f5fd34-204d-4184-a9c4-4ae92074a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:47.086840 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8c77a694-651c-4544-be9f-a54578e70237 req-52f5fd34-204d-4184-a9c4-4ae92074a925 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1bb7b256-4baa-432c-addc-978134812fe5 HTTP/1.1" status: 200 len: 918 time: 0.0970829 Oct 28 08:45:47.157561 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8c77a694-651c-4544-be9f-a54578e70237 req-f185f07b-b6cb-4668-8cf9-89d3830199e8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e8c6f82-a258-4342-aacf-0b4e80ccd12e HTTP/1.1" status: 200 len: 999 time: 0.0617681 Oct 28 08:45:47.206943 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77a694-651c-4544-be9f-a54578e70237 req-204ff5cd-4559-4564-ab11-d558a1b2c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:47.208388 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8c77a694-651c-4544-be9f-a54578e70237 req-204ff5cd-4559-4564-ab11-d558a1b2c89c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd9bc392-6bd3-4140-a796-405119ac5b63 HTTP/1.1" status: 200 len: 855 time: 0.0438616 Oct 28 08:45:47.263143 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77a694-651c-4544-be9f-a54578e70237 req-914e0a41-1fa6-445b-898f-ac381257b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:47.264559 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8c77a694-651c-4544-be9f-a54578e70237 req-914e0a41-1fa6-445b-898f-ac381257b001 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1bb7b256-4baa-432c-addc-978134812fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486145 Oct 28 08:45:47.361082 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8c77a694-651c-4544-be9f-a54578e70237 req-f52a4f81-3f1a-4eb2-b3e3-ae684f15f1a3 service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876260 Oct 28 08:45:47.461305 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8c77a694-651c-4544-be9f-a54578e70237 req-879e565c-9099-425d-9745-476c7ee64398 service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929294 Oct 28 08:45:48.154241 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:48.161732 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094edb61-dbf2-4bec-a0f8-556a6bfbe2b6 req-94661b79-5394-45bc-a98a-c877e03ca885 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:48.163408 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-094edb61-dbf2-4bec-a0f8-556a6bfbe2b6 req-94661b79-5394-45bc-a98a-c877e03ca885 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0724101 Oct 28 08:45:48.216446 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-094edb61-dbf2-4bec-a0f8-556a6bfbe2b6 req-e0a55aad-d705-49e3-a39b-672b5e5f5355 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454056 Oct 28 08:45:49.357315 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386106c2-4484-4fe1-b52b-26b91acec26c req-9b4f8f98-7b87-4888-a178-d08195b29ca2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:49.359037 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-386106c2-4484-4fe1-b52b-26b91acec26c req-9b4f8f98-7b87-4888-a178-d08195b29ca2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0531819 Oct 28 08:45:49.402610 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-386106c2-4484-4fe1-b52b-26b91acec26c req-eb8f71e3-1fb6-416e-9d92-45dd66a60853 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370848 Oct 28 08:45:50.548617 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243c8f9-39e5-4c78-b135-5793b025d833 req-05c7736a-0c63-4a1a-8e57-8c21897f8769 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:50.550103 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e243c8f9-39e5-4c78-b135-5793b025d833 req-05c7736a-0c63-4a1a-8e57-8c21897f8769 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0690403 Oct 28 08:45:50.590432 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e243c8f9-39e5-4c78-b135-5793b025d833 req-2d2daa81-815f-43ff-98ef-a04b7d1ea8b2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344532 Oct 28 08:45:51.526808 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-acbbf540-c601-4707-bc1c-edce7f4cf95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:51.720264 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67f38-ebec-4dcb-be52-89418ebd49d3 req-2221eaca-bc27-40b0-b461-c73cf532b497 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:51.722184 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-93d67f38-ebec-4dcb-be52-89418ebd49d3 req-2221eaca-bc27-40b0-b461-c73cf532b497 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0556033 Oct 28 08:45:51.762822 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-93d67f38-ebec-4dcb-be52-89418ebd49d3 req-59ee1c54-5471-4aa8-907d-10bedd8f6f72 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342155 Oct 28 08:45:52.910018 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a3bc5-a00e-4ca2-ad26-7a1a221e15cb req-a6c1537a-35b0-44ef-bf32-f2a7f1afa311 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:52.912530 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-538a3bc5-a00e-4ca2-ad26-7a1a221e15cb req-a6c1537a-35b0-44ef-bf32-f2a7f1afa311 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0525055 Oct 28 08:45:52.953797 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-538a3bc5-a00e-4ca2-ad26-7a1a221e15cb req-a8f3ef4a-1aeb-4da3-8d0f-effecd410f0a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329885 Oct 28 08:45:53.482446 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:45:54.098074 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1c553-a334-43cd-b426-dfc720802888 req-0ac6bc4a-c94d-4b09-8bee-702406cff092 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:54.099573 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-aaa1c553-a334-43cd-b426-dfc720802888 req-0ac6bc4a-c94d-4b09-8bee-702406cff092 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0665236 Oct 28 08:45:54.138292 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-aaa1c553-a334-43cd-b426-dfc720802888 req-b2dae589-f49e-440f-9b57-66ca78d0b04c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325849 Oct 28 08:45:54.457624 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6b507d47-d0db-413e-a228-97e759e9fcdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:55.281720 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187a328-ad7c-4841-8290-746e5e8f59c2 req-d4419b99-f7c5-4bd4-90fc-520b02311c65 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:55.283210 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1187a328-ad7c-4841-8290-746e5e8f59c2 req-d4419b99-f7c5-4bd4-90fc-520b02311c65 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0676773 Oct 28 08:45:55.322227 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1187a328-ad7c-4841-8290-746e5e8f59c2 req-4bdb913f-c2ac-43d9-ae69-9a8b61698b1d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329678 Oct 28 08:45:55.460204 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:55.707831 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:56.474218 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de15d6-b601-4cd5-b4f8-5e17443e4e9f req-da1b0274-dff6-46a5-afe6-6aa659d334fc tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:56.483320 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c3de15d6-b601-4cd5-b4f8-5e17443e4e9f req-da1b0274-dff6-46a5-afe6-6aa659d334fc tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0619354 Oct 28 08:45:56.524022 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c3de15d6-b601-4cd5-b4f8-5e17443e4e9f req-07663bca-ff04-487f-8b77-2c0c0a01730f tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397973 Oct 28 08:45:57.455026 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:57.664803 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca1d3a-7f88-4fa9-aa76-e308788ed456 req-89200aab-fb7d-4a5a-9dfe-4e9fb21e14bb tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:57.666519 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b5ca1d3a-7f88-4fa9-aa76-e308788ed456 req-89200aab-fb7d-4a5a-9dfe-4e9fb21e14bb tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0505078 Oct 28 08:45:57.710721 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b5ca1d3a-7f88-4fa9-aa76-e308788ed456 req-8c6ff643-84b0-4922-af55-aa020a817ce9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377438 Oct 28 08:45:58.845803 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7354dac-3f36-4568-9609-1052295083be req-8bb045b2-5d26-4e7d-a567-28799fc70818 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:58.847354 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f7354dac-3f36-4568-9609-1052295083be req-8bb045b2-5d26-4e7d-a567-28799fc70818 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0585670 Oct 28 08:45:58.885319 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f7354dac-3f36-4568-9609-1052295083be req-7f15189d-e9a9-40a1-a1bd-032dc4ffd5b1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318973 Oct 28 08:46:00.010084 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40a63c-b927-49d4-9133-4254a1d50cca req-89fa6478-3453-4417-96b1-f9e4c64a4501 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:00.011580 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9a40a63c-b927-49d4-9133-4254a1d50cca req-89fa6478-3453-4417-96b1-f9e4c64a4501 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0506999 Oct 28 08:46:00.054119 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9a40a63c-b927-49d4-9133-4254a1d50cca req-cde3d056-e95e-4329-ab06-d3aa764fe93b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359359 Oct 28 08:46:01.191203 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d637c-05b8-4852-9b9c-7098d3531508 req-93b4b22a-8c48-4c98-9ebb-b26662953c45 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:01.192764 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-112d637c-05b8-4852-9b9c-7098d3531508 req-93b4b22a-8c48-4c98-9ebb-b26662953c45 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0566061 Oct 28 08:46:01.236944 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-112d637c-05b8-4852-9b9c-7098d3531508 req-1d8f380c-b64e-417e-be91-67d2768f5c31 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368092 Oct 28 08:46:02.362624 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bdfca-8a49-4cfe-8684-f92861160a0d req-60267fcb-f0e0-4698-9039-644325fc6ce4 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:02.364119 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-523bdfca-8a49-4cfe-8684-f92861160a0d req-60267fcb-f0e0-4698-9039-644325fc6ce4 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0527048 Oct 28 08:46:02.411650 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-523bdfca-8a49-4cfe-8684-f92861160a0d req-76fdea8e-dbed-4dcc-b185-146a98d51be7 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410457 Oct 28 08:46:03.542736 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dc30c-29a2-4a19-85d7-f2a0b31b382d req-f760191d-0c0b-40ad-9765-d0b5427a8cca tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:03.544259 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c69dc30c-29a2-4a19-85d7-f2a0b31b382d req-f760191d-0c0b-40ad-9765-d0b5427a8cca tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0569367 Oct 28 08:46:03.591384 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c69dc30c-29a2-4a19-85d7-f2a0b31b382d req-d4ac4ad5-6c41-478d-ab0a-b0167ece4a19 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404835 Oct 28 08:46:04.718559 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c9329-5729-4a18-a1f4-cb155a223ec0 req-dbfa92fd-1632-4773-b894-5a81f44db302 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:04.720066 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-aa6c9329-5729-4a18-a1f4-cb155a223ec0 req-dbfa92fd-1632-4773-b894-5a81f44db302 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0543916 Oct 28 08:46:04.759697 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-aa6c9329-5729-4a18-a1f4-cb155a223ec0 req-322db0d7-b58c-4d10-bf2d-4607488aa343 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335293 Oct 28 08:46:05.884463 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2168ed2-61bb-49dc-a75d-efe687358e51 req-b487a5b7-ef85-471f-be55-6725b58c9231 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:05.886244 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c2168ed2-61bb-49dc-a75d-efe687358e51 req-b487a5b7-ef85-471f-be55-6725b58c9231 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0540731 Oct 28 08:46:05.926116 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c2168ed2-61bb-49dc-a75d-efe687358e51 req-a8601a94-7f12-474b-be0f-e5d95d054bfd tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325754 Oct 28 08:46:07.060637 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714ac4b-91d3-4276-97a9-f0113fa89f6c req-703fcb00-6651-4262-859a-b7b4db87ac72 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:07.062160 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5714ac4b-91d3-4276-97a9-f0113fa89f6c req-703fcb00-6651-4262-859a-b7b4db87ac72 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0521238 Oct 28 08:46:07.103091 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5714ac4b-91d3-4276-97a9-f0113fa89f6c req-bc9eaf86-486e-49c3-964f-0b36b72d2a42 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351162 Oct 28 08:46:07.814268 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a448ee9-95aa-4ed6-b26f-ec0b845cf895 req-a50f6dc3-e6f7-4e6f-80e0-a2e42f8ab57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:07.815751 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1a448ee9-95aa-4ed6-b26f-ec0b845cf895 req-a50f6dc3-e6f7-4e6f-80e0-a2e42f8ab57a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e7a189da1ab4c96a271af47ac4baa62&device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 1096 time: 0.0424204 Oct 28 08:46:07.924834 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a448ee9-95aa-4ed6-b26f-ec0b845cf895 req-39a72364-3342-4890-bd1f-e9d7c9f4f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:07.926391 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1a448ee9-95aa-4ed6-b26f-ec0b845cf895 req-39a72364-3342-4890-bd1f-e9d7c9f4f34f service neutron] 10.222.0.77 "GET /v2.0/networks?id=1bb7b256-4baa-432c-addc-978134812fe5 HTTP/1.1" status: 200 len: 918 time: 0.0894201 Oct 28 08:46:07.993116 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1a448ee9-95aa-4ed6-b26f-ec0b845cf895 req-2eb58426-e440-4ac6-bd43-b1785890f047 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e8c6f82-a258-4342-aacf-0b4e80ccd12e HTTP/1.1" status: 200 len: 999 time: 0.0591450 Oct 28 08:46:08.055675 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a448ee9-95aa-4ed6-b26f-ec0b845cf895 req-48f703c9-eea1-4c7f-80fa-f5e1cfba088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:08.057145 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1a448ee9-95aa-4ed6-b26f-ec0b845cf895 req-48f703c9-eea1-4c7f-80fa-f5e1cfba088d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd9bc392-6bd3-4140-a796-405119ac5b63 HTTP/1.1" status: 200 len: 855 time: 0.0550661 Oct 28 08:46:08.105019 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a448ee9-95aa-4ed6-b26f-ec0b845cf895 req-51e1230e-ed2f-450f-b173-cd656de62a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:08.106567 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1a448ee9-95aa-4ed6-b26f-ec0b845cf895 req-51e1230e-ed2f-450f-b173-cd656de62a85 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1bb7b256-4baa-432c-addc-978134812fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411038 Oct 28 08:46:08.237231 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1a448ee9-95aa-4ed6-b26f-ec0b845cf895 req-5a7728ca-b0d9-4c6d-9e3e-89535f056632 service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217983 Oct 28 08:46:08.272838 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d355c-9bbe-4a0e-b9bc-8448b890172a req-e555e27c-5ab6-4ae9-acd4-444bbd65f098 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:08.274281 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-258d355c-9bbe-4a0e-b9bc-8448b890172a req-e555e27c-5ab6-4ae9-acd4-444bbd65f098 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0966127 Oct 28 08:46:08.347347 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-258d355c-9bbe-4a0e-b9bc-8448b890172a req-956a8bbd-e56b-4665-9e79-9a899e478ebd tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473454 Oct 28 08:46:08.369599 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1a448ee9-95aa-4ed6-b26f-ec0b845cf895 req-70362353-6f41-4a70-8e15-b9512cf0a191 service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250043 Oct 28 08:46:09.475900 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a1531-7466-4102-b529-f7cfa6ddc99c req-88a5ecaf-a89f-4c85-8268-55f3279735ee tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:09.477476 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-034a1531-7466-4102-b529-f7cfa6ddc99c req-88a5ecaf-a89f-4c85-8268-55f3279735ee tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0510845 Oct 28 08:46:09.520343 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-034a1531-7466-4102-b529-f7cfa6ddc99c req-893ee67d-06db-42e3-9aa7-47121d358d82 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362134 Oct 28 08:46:09.936581 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ae452-6d57-40fe-91f7-2d09eefaffdb req-556204e7-464c-4aba-a044-bf5dbf2caa26 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:09.937998 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f77ae452-6d57-40fe-91f7-2d09eefaffdb req-556204e7-464c-4aba-a044-bf5dbf2caa26 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0514121 Oct 28 08:46:09.977340 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f77ae452-6d57-40fe-91f7-2d09eefaffdb req-343c55f0-f2a0-4b20-8264-05f78b3322f4 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333021 Oct 28 08:46:10.658772 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666380fd-7d66-4fa4-ad93-ec9e94b0c43b req-73d6300d-8692-4def-9ae9-eabf249a6188 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:10.660247 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-666380fd-7d66-4fa4-ad93-ec9e94b0c43b req-73d6300d-8692-4def-9ae9-eabf249a6188 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0500259 Oct 28 08:46:10.698991 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-666380fd-7d66-4fa4-ad93-ec9e94b0c43b req-abc24f79-9776-419a-a1b5-7de9b0955ebd tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325916 Oct 28 08:46:11.101428 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee60969-2882-47d6-86d4-99ee8647b302 req-9cdba87c-fb6a-4f4e-9b71-bbb9859d7ff8 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:11.102902 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dee60969-2882-47d6-86d4-99ee8647b302 req-9cdba87c-fb6a-4f4e-9b71-bbb9859d7ff8 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0558848 Oct 28 08:46:11.144402 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dee60969-2882-47d6-86d4-99ee8647b302 req-28588684-ff9b-4ec5-9abf-6af11ee53830 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347414 Oct 28 08:46:11.831780 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2c684-0040-4477-bca9-386c4d64bec4 req-469d0015-2a5c-4c08-90bb-7c71e4175b73 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:11.833249 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3fa2c684-0040-4477-bca9-386c4d64bec4 req-469d0015-2a5c-4c08-90bb-7c71e4175b73 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0586574 Oct 28 08:46:11.873618 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3fa2c684-0040-4477-bca9-386c4d64bec4 req-9548b4f8-5c8a-40ec-8812-363209c614cb tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338922 Oct 28 08:46:12.263283 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faec5a0-aa45-485b-831a-5f660fd8c05d req-aa31a27f-f758-4de2-8f4b-b4100290db42 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:12.265239 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5faec5a0-aa45-485b-831a-5f660fd8c05d req-aa31a27f-f758-4de2-8f4b-b4100290db42 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0501795 Oct 28 08:46:12.308718 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5faec5a0-aa45-485b-831a-5f660fd8c05d req-4490b1f1-ffd9-4598-adcb-8fe9db0b90f0 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326457 Oct 28 08:46:13.008464 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606a237-f303-4079-a077-6f9bec78c7b9 req-6ea10945-385f-4c60-b1c7-5cd870dac9a2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:13.009862 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0606a237-f303-4079-a077-6f9bec78c7b9 req-6ea10945-385f-4c60-b1c7-5cd870dac9a2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0585263 Oct 28 08:46:13.057835 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0606a237-f303-4079-a077-6f9bec78c7b9 req-d695e6a2-6535-45cb-a3c0-bbff994642cd tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418949 Oct 28 08:46:13.433457 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac10997-c558-497c-aa6e-1fae850554da req-2eee47f5-42e0-49c9-af88-64f837914e1d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:13.434993 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dac10997-c558-497c-aa6e-1fae850554da req-2eee47f5-42e0-49c9-af88-64f837914e1d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0581918 Oct 28 08:46:13.477491 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dac10997-c558-497c-aa6e-1fae850554da req-8292ded5-d618-4440-9608-a8c5fac5c3d8 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365279 Oct 28 08:46:14.191922 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdbbd4-24c9-4dd0-87e9-f7956b0c7f41 req-afc5b9dc-c1b5-46ff-89d5-505c49f484a2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:14.193446 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-74fdbbd4-24c9-4dd0-87e9-f7956b0c7f41 req-afc5b9dc-c1b5-46ff-89d5-505c49f484a2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0520988 Oct 28 08:46:14.231644 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-74fdbbd4-24c9-4dd0-87e9-f7956b0c7f41 req-a651f3e0-0871-473d-ac5e-971bee1d129a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321724 Oct 28 08:46:14.595763 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47905f4-3f93-4f5f-aba5-d83a63f5408f req-00673a64-94f1-4686-8d9d-7b1b0558d49a tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:14.597320 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e47905f4-3f93-4f5f-aba5-d83a63f5408f req-00673a64-94f1-4686-8d9d-7b1b0558d49a tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0497494 Oct 28 08:46:14.638347 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e47905f4-3f93-4f5f-aba5-d83a63f5408f req-823aaac0-e4ef-48d8-84fe-01400014e303 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346563 Oct 28 08:46:15.356922 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0fe7b-3624-4b45-8251-167b446e1308 req-5b0a6efa-0122-4c09-8267-ab9bdbe1fb1b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:15.358527 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-78b0fe7b-3624-4b45-8251-167b446e1308 req-5b0a6efa-0122-4c09-8267-ab9bdbe1fb1b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0498381 Oct 28 08:46:15.399542 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-78b0fe7b-3624-4b45-8251-167b446e1308 req-6bfff415-1088-44b3-a5f7-1175a2c97b24 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349178 Oct 28 08:46:15.762270 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047abc97-1586-4e05-94b1-b2e5d370050d req-31ce51cf-4c1f-4062-9fd1-150a4afb114c tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:15.764139 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-047abc97-1586-4e05-94b1-b2e5d370050d req-31ce51cf-4c1f-4062-9fd1-150a4afb114c tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0506885 Oct 28 08:46:15.805581 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-047abc97-1586-4e05-94b1-b2e5d370050d req-c9561e43-b8fc-4465-84c4-6ef0b049cc37 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350320 Oct 28 08:46:16.528071 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ab422-7865-4f05-96cd-afc025dc7e22 req-8f7b687c-3335-40f6-8bd1-089a6364bcaf tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:16.531123 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-773ab422-7865-4f05-96cd-afc025dc7e22 req-8f7b687c-3335-40f6-8bd1-089a6364bcaf tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0562630 Oct 28 08:46:16.578601 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-773ab422-7865-4f05-96cd-afc025dc7e22 req-c66d87c0-8d92-4d2c-b3dd-1d465cdfa9f0 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414588 Oct 28 08:46:17.163846 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f33c26-32c2-43c1-a7f4-9eeb8ee1ccfa req-5549d7bc-1631-469e-bcfa-a97d4b4396a1 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:17.165320 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f5f33c26-32c2-43c1-a7f4-9eeb8ee1ccfa req-5549d7bc-1631-469e-bcfa-a97d4b4396a1 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.2820036 Oct 28 08:46:17.207201 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f5f33c26-32c2-43c1-a7f4-9eeb8ee1ccfa req-32fb2614-a8cd-4863-95f9-08f48b5de5af tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356085 Oct 28 08:46:17.711377 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278914a5-cd37-4a8b-ab62-587f8b8f8523 req-d09da88d-9a82-40c6-9c92-023dbf4c87d9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:17.712968 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-278914a5-cd37-4a8b-ab62-587f8b8f8523 req-d09da88d-9a82-40c6-9c92-023dbf4c87d9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0527179 Oct 28 08:46:17.752352 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-278914a5-cd37-4a8b-ab62-587f8b8f8523 req-c65ded3a-0218-43bb-83f2-1eb0a2115a9d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329933 Oct 28 08:46:18.158164 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:18.326736 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c645d-debe-4368-a09e-d82635cac164 req-d4697846-ea60-4f97-98fe-efb927a28d09 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:18.328360 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3f2c645d-debe-4368-a09e-d82635cac164 req-d4697846-ea60-4f97-98fe-efb927a28d09 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0508590 Oct 28 08:46:18.369215 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3f2c645d-debe-4368-a09e-d82635cac164 req-f5c4c248-cf4d-4980-bd9b-258a070c8f0d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345895 Oct 28 08:46:18.875517 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefed1c9-ae43-446e-9f68-da4bff55fe93 req-dcc90a43-5670-494e-ac84-fdc8db141024 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:18.876975 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fefed1c9-ae43-446e-9f68-da4bff55fe93 req-dcc90a43-5670-494e-ac84-fdc8db141024 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0487015 Oct 28 08:46:18.916264 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fefed1c9-ae43-446e-9f68-da4bff55fe93 req-393afbf2-123b-4594-978f-c64bb2a541f8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332987 Oct 28 08:46:19.484884 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1bc41-9c90-47b9-a15b-719657fb2bbd req-bb7a18b1-7ded-48a0-991d-590dd380013f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:19.486271 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1cd1bc41-9c90-47b9-a15b-719657fb2bbd req-bb7a18b1-7ded-48a0-991d-590dd380013f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0491114 Oct 28 08:46:19.523758 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1cd1bc41-9c90-47b9-a15b-719657fb2bbd req-44fbfaf1-e13d-4522-8836-ec03d69238b5 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315239 Oct 28 08:46:20.036519 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67c060-3dd4-497d-bd8e-221b370914ad req-9672515c-c1b7-4894-9a20-c245e6556fe2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:20.038024 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-cc67c060-3dd4-497d-bd8e-221b370914ad req-9672515c-c1b7-4894-9a20-c245e6556fe2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0500450 Oct 28 08:46:20.079893 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-cc67c060-3dd4-497d-bd8e-221b370914ad req-a5a76d36-6512-4916-9b94-1f75f4e5f372 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357139 Oct 28 08:46:20.642503 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d1a57-9519-49c9-b01b-73c8410209ab req-c33abd43-4639-492a-82b9-cd5af915ae3d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:20.644104 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8c8d1a57-9519-49c9-b01b-73c8410209ab req-c33abd43-4639-492a-82b9-cd5af915ae3d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0507662 Oct 28 08:46:20.685003 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8c8d1a57-9519-49c9-b01b-73c8410209ab req-ae4834ac-5134-4644-bcd4-2ae0a2b4d838 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347824 Oct 28 08:46:21.202191 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc3e29-c545-45ff-88d1-e22cfba7097c req-19f7c237-aabd-4d45-b81c-3d38ea870434 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:21.203709 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-46dc3e29-c545-45ff-88d1-e22cfba7097c req-19f7c237-aabd-4d45-b81c-3d38ea870434 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0494905 Oct 28 08:46:21.240983 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-46dc3e29-c545-45ff-88d1-e22cfba7097c req-60b9154c-409b-4a93-b34c-3271bb7c7ca5 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313396 Oct 28 08:46:21.511751 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-1f035450-0834-4847-a010-a2093b94c55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:21.803724 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b93ac9-9e03-4d10-b11e-308fbc865994 req-1a0a9ee8-c343-442b-910a-f8c7236da00d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:21.805190 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-12b93ac9-9e03-4d10-b11e-308fbc865994 req-1a0a9ee8-c343-442b-910a-f8c7236da00d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0493927 Oct 28 08:46:21.854058 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-12b93ac9-9e03-4d10-b11e-308fbc865994 req-548eba6e-27e1-4625-b9fe-ccea9192b332 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427916 Oct 28 08:46:22.364358 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c46fc-6d34-409e-b78f-19d3e23ca4e0 req-497c545d-d967-49dd-853b-3b0d73293940 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:22.365821 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9e6c46fc-6d34-409e-b78f-19d3e23ca4e0 req-497c545d-d967-49dd-853b-3b0d73293940 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0494123 Oct 28 08:46:22.406470 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9e6c46fc-6d34-409e-b78f-19d3e23ca4e0 req-adf0b646-2c89-4c9c-8bf5-9bae4a45d554 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346637 Oct 28 08:46:22.978485 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0eb2d-246a-48a5-b485-f1ec513ccf0b req-bc226e3b-b1a8-4ba9-8da7-d5a81949bc36 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:22.979857 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bee0eb2d-246a-48a5-b485-f1ec513ccf0b req-bc226e3b-b1a8-4ba9-8da7-d5a81949bc36 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0499008 Oct 28 08:46:23.018989 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bee0eb2d-246a-48a5-b485-f1ec513ccf0b req-9b4cf516-be7f-4c9a-9ad1-268db6079e7d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328724 Oct 28 08:46:23.634049 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e410363-094c-4f63-b788-e87bf39ff0e8 req-fcf6e4c6-f2c0-4036-a13d-1917e7257927 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:23.635628 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6e410363-094c-4f63-b788-e87bf39ff0e8 req-fcf6e4c6-f2c0-4036-a13d-1917e7257927 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0508797 Oct 28 08:46:23.684395 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6e410363-094c-4f63-b788-e87bf39ff0e8 req-87cf413a-5f8c-4c7b-b227-ef407ffad530 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376511 Oct 28 08:46:24.138784 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a0772-3a35-443e-ad5f-bec3f7d7e7b3 req-3b7010bb-15f8-4ae4-bc7f-090bdc8989ec tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:24.140845 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e39a0772-3a35-443e-ad5f-bec3f7d7e7b3 req-3b7010bb-15f8-4ae4-bc7f-090bdc8989ec tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0516078 Oct 28 08:46:24.181146 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e39a0772-3a35-443e-ad5f-bec3f7d7e7b3 req-4b8b222d-2c5d-49d6-9ef7-7e0c04472ca5 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343215 Oct 28 08:46:24.450831 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-f8e817f4-9922-4743-9ab8-b1dcd91f685d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:24.812065 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe3521-3f1e-4968-9c68-1d21a9598192 req-32ef06c5-d570-4828-adb1-bf16002eaecf tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:24.813546 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5efe3521-3f1e-4968-9c68-1d21a9598192 req-32ef06c5-d570-4828-adb1-bf16002eaecf tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0507672 Oct 28 08:46:24.859710 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5efe3521-3f1e-4968-9c68-1d21a9598192 req-e4e41453-e939-4dca-b629-34abab2aa7ce tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397902 Oct 28 08:46:25.298111 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9507454-df72-4a9e-8810-b68311ff68e7 req-9e904a36-16c1-4f89-ba21-7a37b6ee5482 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:25.299583 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d9507454-df72-4a9e-8810-b68311ff68e7 req-9e904a36-16c1-4f89-ba21-7a37b6ee5482 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0493734 Oct 28 08:46:25.341369 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d9507454-df72-4a9e-8810-b68311ff68e7 req-da4314f6-d6c8-4542-bbc2-ceb5276e589d tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356832 Oct 28 08:46:25.470803 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:25.697195 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:25.983119 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96676e56-bd3a-4580-a20d-333f8c6d6a55 req-3dde5798-947e-412b-95f2-8044a4f98f8c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:25.985217 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-96676e56-bd3a-4580-a20d-333f8c6d6a55 req-3dde5798-947e-412b-95f2-8044a4f98f8c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0492871 Oct 28 08:46:26.024358 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-96676e56-bd3a-4580-a20d-333f8c6d6a55 req-c319c8bc-6553-4e47-a6d6-fb5be39b4d8c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329595 Oct 28 08:46:26.459685 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805b34d-af18-4f0c-b36d-0ae0a14d7415 req-64df58c5-ba99-4760-92cd-aaaa051539c0 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:26.461240 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6805b34d-af18-4f0c-b36d-0ae0a14d7415 req-64df58c5-ba99-4760-92cd-aaaa051539c0 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0487390 Oct 28 08:46:26.499906 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6805b34d-af18-4f0c-b36d-0ae0a14d7415 req-ad2a8beb-a8bc-48e0-a53c-194e77e175fe tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327508 Oct 28 08:46:27.157716 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ffd20-b5a5-4a1d-aadf-9dfee59d2262 req-982501a3-33d5-4042-8b57-cf74b59e371a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:27.159224 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ed0ffd20-b5a5-4a1d-aadf-9dfee59d2262 req-982501a3-33d5-4042-8b57-cf74b59e371a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0584302 Oct 28 08:46:27.202359 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ed0ffd20-b5a5-4a1d-aadf-9dfee59d2262 req-26ec093a-a234-4e19-90e6-54b362ebdbab tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372190 Oct 28 08:46:27.448156 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:27.632135 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3914904-5df3-4683-9e7a-9c000e0f1d65 req-7145bc12-e0c9-416f-a45a-49af729dbdab tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:27.633636 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b3914904-5df3-4683-9e7a-9c000e0f1d65 req-7145bc12-e0c9-416f-a45a-49af729dbdab tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0615406 Oct 28 08:46:27.675750 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b3914904-5df3-4683-9e7a-9c000e0f1d65 req-daf1dddd-bdfe-437e-bb13-7651b5ee9b22 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359297 Oct 28 08:46:28.327043 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38e51c-2eb3-402d-bb0f-946e672cbfc3 req-289d0cab-2cdd-4c18-b306-31e116e293ce tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:28.327043 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3b38e51c-2eb3-402d-bb0f-946e672cbfc3 req-289d0cab-2cdd-4c18-b306-31e116e293ce tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0497754 Oct 28 08:46:28.365365 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3b38e51c-2eb3-402d-bb0f-946e672cbfc3 req-c76b7564-a7bd-44f9-b720-ad753444861a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326071 Oct 28 08:46:28.799394 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff1630-3773-4fa3-b0d9-2d1a6adab57a req-08f55411-8663-4323-904e-855eb4d94e33 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:28.801130 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3dff1630-3773-4fa3-b0d9-2d1a6adab57a req-08f55411-8663-4323-904e-855eb4d94e33 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0531650 Oct 28 08:46:28.843829 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3dff1630-3773-4fa3-b0d9-2d1a6adab57a req-53878ec2-174a-4cf4-8ddb-99345fbba700 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366800 Oct 28 08:46:29.497645 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22483560-6550-4fb5-9fcc-35f70bc8e6ac req-bebc5391-dfcb-4d1b-9d08-38ddc5f200d7 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:29.499146 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-22483560-6550-4fb5-9fcc-35f70bc8e6ac req-bebc5391-dfcb-4d1b-9d08-38ddc5f200d7 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 943 time: 0.0510471 Oct 28 08:46:29.540431 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-22483560-6550-4fb5-9fcc-35f70bc8e6ac req-69a5bccf-37fd-4767-8362-dfb12e730f0f tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353098 Oct 28 08:46:29.969566 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c143e-fc14-4e73-b45b-91dce7a9d733 req-98b8ea30-2183-4f81-bd41-897c6641ab3f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:29.970961 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8a8c143e-fc14-4e73-b45b-91dce7a9d733 req-98b8ea30-2183-4f81-bd41-897c6641ab3f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0541074 Oct 28 08:46:30.011787 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8a8c143e-fc14-4e73-b45b-91dce7a9d733 req-8881895f-54e3-47db-8b77-bb2501cb98fb tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348670 Oct 28 08:46:30.155809 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 2e8c6f82-a258-4342-aacf-0b4e80ccd12e details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:46:30.251522 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:46:30.266705 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'port_id': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e', 'mac_address': 'fa:16:3e:70:55:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:46:30.303692 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:30.317121 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8c6f82-a258-4342-aacf-0b4e80ccd12e {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:46:30.336058 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:46:30.339976 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:30.386639 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,revision_number=9']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:30.394251 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:30.394600 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:30.394940 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:30.395273 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:30.395606 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:30.395937 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:30.396261 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:30.396586 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:30.396911 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:30.397230 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:30.397551 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:30.397893 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:30.481808 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:46:30.664709 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bcd0b-3fd6-4282-8c18-7a0190304f96 req-54c9d40a-cf86-44f5-a2bb-a046a4def3ea tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:30.666352 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f30bcd0b-3fd6-4282-8c18-7a0190304f96 req-54c9d40a-cf86-44f5-a2bb-a046a4def3ea tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 944 time: 0.0511436 Oct 28 08:46:30.710892 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f30bcd0b-3fd6-4282-8c18-7a0190304f96 req-441059cc-b86f-4253-a344-cbf02de6d183 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371766 Oct 28 08:46:30.963132 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['2e8c6f82-a258-4342-aacf-0b4e80ccd12e'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:46:31.130363 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86617ec-66e1-4c06-86ad-7d2017d1074d req-5658935d-2d48-4653-980a-de41f67f07b9 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:31.131972 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e86617ec-66e1-4c06-86ad-7d2017d1074d req-5658935d-2d48-4653-980a-de41f67f07b9 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0494981 Oct 28 08:46:31.170911 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e86617ec-66e1-4c06-86ad-7d2017d1074d req-0b17a4de-d289-4b40-b792-0e60f6569a82 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325687 Oct 28 08:46:31.843873 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06221486-c872-47d3-86fe-5863ce7c79f9 req-aba87a8e-466f-4ca1-80b8-044dca45a222 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:31.845351 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-06221486-c872-47d3-86fe-5863ce7c79f9 req-aba87a8e-466f-4ca1-80b8-044dca45a222 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 944 time: 0.0580246 Oct 28 08:46:31.902052 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-06221486-c872-47d3-86fe-5863ce7c79f9 req-864bc45f-1414-4484-ba33-1c5b3146f92c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503805 Oct 28 08:46:32.183002 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 2e8c6f82-a258-4342-aacf-0b4e80ccd12e up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:46:32.242099 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:46:32.242470 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:32.296782 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603f9e1-fee0-4309-b0cd-4a9caa4d680c req-960c9d09-1ed0-4b15-afad-44fe078a8641 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:32.298947 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6603f9e1-fee0-4309-b0cd-4a9caa4d680c req-960c9d09-1ed0-4b15-afad-44fe078a8641 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0524130 Oct 28 08:46:32.326080 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:32.341657 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6603f9e1-fee0-4309-b0cd-4a9caa4d680c req-c4c7c7c9-f629-4019-bda5-7010d10e4247 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363941 Oct 28 08:46:32.351730 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423157c3-a1e9-43c5-8fda-01d1d93bd484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:46:32.353972 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4181335-e5a8-40a3-a610-d07f2774958e" -d '{"events": [{"server_uuid": "423157c3-a1e9-43c5-8fda-01d1d93bd484", "name": "network-vif-plugged", "status": "completed", "tag": "2e8c6f82-a258-4342-aacf-0b4e80ccd12e"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:46:32.367811 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:46:32.372311 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:32.396773 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a383779e-3a23-475d-a5ba-a6561c27d04b x-openstack-request-id: req-a383779e-3a23-475d-a5ba-a6561c27d04b {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:46:32.397076 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423157c3-a1e9-43c5-8fda-01d1d93bd484", "name": "network-vif-plugged", "status": "completed", "tag": "2e8c6f82-a258-4342-aacf-0b4e80ccd12e", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:46:32.397331 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a383779e-3a23-475d-a5ba-a6561c27d04b {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:46:32.397734 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423157c3-a1e9-43c5-8fda-01d1d93bd484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e', 'code': 200} Oct 28 08:46:32.424976 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,revision_number=10']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:32.956659 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183efb0a-44ff-47ab-8181-67f9d16bfcbd req-09990e01-c80b-43ff-9cbf-07c3224c7202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:32.958183 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-183efb0a-44ff-47ab-8181-67f9d16bfcbd req-09990e01-c80b-43ff-9cbf-07c3224c7202 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 1099 time: 0.0408895 Oct 28 08:46:33.006525 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-183efb0a-44ff-47ab-8181-67f9d16bfcbd req-0aa95e78-4b6e-4061-825d-9534f7e747c8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413053 Oct 28 08:46:33.049072 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422c2c2-b9b8-4e93-93de-e022e536c662 req-1bb0be29-2346-4ea5-bb86-df80512c2a23 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:33.050656 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f422c2c2-b9b8-4e93-93de-e022e536c662 req-1bb0be29-2346-4ea5-bb86-df80512c2a23 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 946 time: 0.0589719 Oct 28 08:46:33.099719 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f422c2c2-b9b8-4e93-93de-e022e536c662 req-521b15e9-9ec4-427d-bc18-3b844da64e29 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376115 Oct 28 08:46:33.470482 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a296ba-630d-429b-9473-efe4828f9f1f req-ac227652-3c30-4ded-9fbb-eabaa1ab38f9 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:33.471974 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-15a296ba-630d-429b-9473-efe4828f9f1f req-ac227652-3c30-4ded-9fbb-eabaa1ab38f9 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0495024 Oct 28 08:46:33.515713 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-15a296ba-630d-429b-9473-efe4828f9f1f req-d065dc3a-3693-4247-b179-075445388040 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367901 Oct 28 08:46:34.217461 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1cd563-e25c-4524-a2be-2088244cbbfd req-471ac6d5-f8cc-4a80-a9e3-92b740b58084 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:34.220330 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ba1cd563-e25c-4524-a2be-2088244cbbfd req-471ac6d5-f8cc-4a80-a9e3-92b740b58084 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 946 time: 0.0516765 Oct 28 08:46:34.260150 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ba1cd563-e25c-4524-a2be-2088244cbbfd req-638cdb2b-7b40-44e9-8f8b-55e257bf385f tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337231 Oct 28 08:46:34.381669 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 57508) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:34.496398 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-95903a24-f414-4ad0-a4fb-fd19849d9c45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:34.580050 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-95903a24-f414-4ad0-a4fb-fd19849d9c45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:34.592516 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-95903a24-f414-4ad0-a4fb-fd19849d9c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:34.672372 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-95903a24-f414-4ad0-a4fb-fd19849d9c45 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=517215778f594de0b623a9b1822d0f62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890818 Oct 28 08:46:34.672597 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 57518) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:34.675525 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95903a24-f414-4ad0-a4fb-fd19849d9c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30601377-efad-4cc6-8493-2356941a8a7e,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:34.690526 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95903a24-f414-4ad0-a4fb-fd19849d9c45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:34.691245 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95903a24-f414-4ad0-a4fb-fd19849d9c45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:34.692720 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95903a24-f414-4ad0-a4fb-fd19849d9c45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:34.692720 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95903a24-f414-4ad0-a4fb-fd19849d9c45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:34.693061 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95903a24-f414-4ad0-a4fb-fd19849d9c45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:34.693542 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95903a24-f414-4ad0-a4fb-fd19849d9c45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:34.694030 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95903a24-f414-4ad0-a4fb-fd19849d9c45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:34.694454 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95903a24-f414-4ad0-a4fb-fd19849d9c45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:34.694880 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95903a24-f414-4ad0-a4fb-fd19849d9c45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:34.695390 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95903a24-f414-4ad0-a4fb-fd19849d9c45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:34.695889 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95903a24-f414-4ad0-a4fb-fd19849d9c45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:34.696447 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95903a24-f414-4ad0-a4fb-fd19849d9c45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:34.716840 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1d612-9125-481f-af0a-91692422b32c req-fd1b9ed2-0ccb-4f09-b434-66a8bc71a399 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:34.725851 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-cef1d612-9125-481f-af0a-91692422b32c req-fd1b9ed2-0ccb-4f09-b434-66a8bc71a399 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.1272879 Oct 28 08:46:34.744524 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-32fe5685-8fb2-4a5d-99ed-f68dbaf75757 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:34.762220 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-cef1d612-9125-481f-af0a-91692422b32c req-6b742e41-9b87-4696-a1da-a8c09a14a2e6 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353737 Oct 28 08:46:34.770293 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-32fe5685-8fb2-4a5d-99ed-f68dbaf75757 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:34.822650 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-32fe5685-8fb2-4a5d-99ed-f68dbaf75757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:34.830042 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-32fe5685-8fb2-4a5d-99ed-f68dbaf75757 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:34.831318 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-32fe5685-8fb2-4a5d-99ed-f68dbaf75757 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/30601377-efad-4cc6-8493-2356941a8a7e HTTP/1.1" status: 204 len: 168 time: 0.1578896 Oct 28 08:46:34.839998 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe5685-8fb2-4a5d-99ed-f68dbaf75757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30601377-efad-4cc6-8493-2356941a8a7e,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:35.395628 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77838289-8e6b-4a2f-8ada-7c3a6696583e req-925488ce-2a57-4114-945f-76ae440b97f3 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:35.397055 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-77838289-8e6b-4a2f-8ada-7c3a6696583e req-925488ce-2a57-4114-945f-76ae440b97f3 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 946 time: 0.0498271 Oct 28 08:46:35.458356 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-77838289-8e6b-4a2f-8ada-7c3a6696583e req-a1859d3f-e3fc-4ac7-b614-207395973305 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550163 Oct 28 08:46:35.895750 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e18949-3758-4ee3-8515-9472fe4e020c req-92219238-7108-43a1-a5e8-1c758a7c6919 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:35.897713 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b8e18949-3758-4ee3-8515-9472fe4e020c req-92219238-7108-43a1-a5e8-1c758a7c6919 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0551732 Oct 28 08:46:35.954369 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b8e18949-3758-4ee3-8515-9472fe4e020c req-3b6c60fa-b6d4-4d7c-a6a2-028f4acdcd0e tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492389 Oct 28 08:46:36.588379 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1572f6-a769-4bea-aeb6-4216504b2007 req-df213fa7-7a46-4711-9df7-1a06d7236443 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:36.589907 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ce1572f6-a769-4bea-aeb6-4216504b2007 req-df213fa7-7a46-4711-9df7-1a06d7236443 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 946 time: 0.0605686 Oct 28 08:46:36.632784 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ce1572f6-a769-4bea-aeb6-4216504b2007 req-853dc4bf-e459-44bc-9dcb-bd62238713fb tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354462 Oct 28 08:46:37.079225 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4300207-d6f8-4400-a660-bbf53b95e18c req-67739d01-f026-4719-9b3d-1b0d8cbe5615 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:37.080737 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c4300207-d6f8-4400-a660-bbf53b95e18c req-67739d01-f026-4719-9b3d-1b0d8cbe5615 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0508354 Oct 28 08:46:37.120559 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c4300207-d6f8-4400-a660-bbf53b95e18c req-014db902-4f04-4855-a60c-016c986ed15e tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336325 Oct 28 08:46:38.240707 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df7d27-4968-475f-a33a-7b3cf14def4c req-a825c163-b37c-43bc-b9ea-f370972b6a46 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:38.242345 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-55df7d27-4968-475f-a33a-7b3cf14def4c req-a825c163-b37c-43bc-b9ea-f370972b6a46 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0514073 Oct 28 08:46:38.287814 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-55df7d27-4968-475f-a33a-7b3cf14def4c req-d71dcba9-90bf-40db-86f8-d3b400f37f87 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395765 Oct 28 08:46:39.409804 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c2d5a-4da0-4b18-bee2-cdbd846ca90d req-c00e99a7-918d-4a02-aaa5-c2ce5a807f65 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:39.411273 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fd9c2d5a-4da0-4b18-bee2-cdbd846ca90d req-c00e99a7-918d-4a02-aaa5-c2ce5a807f65 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0560262 Oct 28 08:46:39.451003 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fd9c2d5a-4da0-4b18-bee2-cdbd846ca90d req-57b7a637-b59c-4bde-94d7-e9b5f63e0bb2 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337427 Oct 28 08:46:40.575180 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5b3a6-1f5a-4ccd-b587-cf67a7585ded req-433263ea-9204-4023-8003-d58f70ecc1fa tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:40.576936 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-afa5b3a6-1f5a-4ccd-b587-cf67a7585ded req-433263ea-9204-4023-8003-d58f70ecc1fa tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0551467 Oct 28 08:46:40.615211 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-afa5b3a6-1f5a-4ccd-b587-cf67a7585ded req-61d265bb-bcb0-4482-abc8-a4104518799a tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320287 Oct 28 08:46:40.816284 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1278f4-543a-445b-b25a-1388947f136c req-6779eb4b-ec70-40da-a9ee-62855cbe93d4 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:40.817829 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0d1278f4-543a-445b-b25a-1388947f136c req-6779eb4b-ec70-40da-a9ee-62855cbe93d4 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0503297 Oct 28 08:46:40.902626 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0d1278f4-543a-445b-b25a-1388947f136c req-210c19e1-09b9-4513-9fc1-731ddb6124f0 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764031 Oct 28 08:46:40.905533 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39da988-fd50-494b-98a4-f7bbbc8fa5dc req-3f7330b8-48a3-4706-9a78-eff07a742af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:40.907845 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b39da988-fd50-494b-98a4-f7bbbc8fa5dc req-3f7330b8-48a3-4706-9a78-eff07a742af5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deb9a75c575b487eb97a2f189099cb83&device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 1099 time: 0.0891299 Oct 28 08:46:41.003406 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39da988-fd50-494b-98a4-f7bbbc8fa5dc req-8c8825a0-79b6-449c-8b97-4c6f6817f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:41.004968 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b39da988-fd50-494b-98a4-f7bbbc8fa5dc req-8c8825a0-79b6-449c-8b97-4c6f6817f8b9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8054d646-b889-4c53-8d8e-0b66f004b73f HTTP/1.1" status: 200 len: 912 time: 0.0900183 Oct 28 08:46:41.081908 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b39da988-fd50-494b-98a4-f7bbbc8fa5dc req-0d486794-b511-49d1-be73-4323c7529358 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca1bece9-ad29-4024-93d9-2e154ebe1e8e HTTP/1.1" status: 200 len: 1001 time: 0.0695930 Oct 28 08:46:41.134469 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39da988-fd50-494b-98a4-f7bbbc8fa5dc req-ee31e72d-9394-4a93-93f7-71bbdd771d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:41.135940 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b39da988-fd50-494b-98a4-f7bbbc8fa5dc req-ee31e72d-9394-4a93-93f7-71bbdd771d9d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=845c0f3f-7051-408d-b475-1ff3eae03add HTTP/1.1" status: 200 len: 849 time: 0.0460591 Oct 28 08:46:41.184939 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39da988-fd50-494b-98a4-f7bbbc8fa5dc req-35bcfadb-886d-4e14-834c-8db982997d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:41.186516 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b39da988-fd50-494b-98a4-f7bbbc8fa5dc req-35bcfadb-886d-4e14-834c-8db982997d51 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8054d646-b889-4c53-8d8e-0b66f004b73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420711 Oct 28 08:46:41.286827 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b39da988-fd50-494b-98a4-f7bbbc8fa5dc req-8a84ab61-10c0-4381-a70a-9c588972865e service neutron] 10.222.0.77 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891829 Oct 28 08:46:41.381156 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b39da988-fd50-494b-98a4-f7bbbc8fa5dc req-e4e08bcd-e488-4fff-9b93-a4084b540bda service neutron] 10.222.0.77 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867200 Oct 28 08:46:42.044763 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d187d4-800f-4693-a344-be245d357852 req-244541c9-e7f1-41e2-ab1b-9b5bcafe881f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:42.046313 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-66d187d4-800f-4693-a344-be245d357852 req-244541c9-e7f1-41e2-ab1b-9b5bcafe881f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0560434 Oct 28 08:46:42.085464 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-66d187d4-800f-4693-a344-be245d357852 req-aa1c928c-dfdf-410f-8b25-70ab615cb523 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325723 Oct 28 08:46:43.213252 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72532cb-b4e1-4457-a839-741eccef1017 req-a98541b0-7a76-4f78-b88e-ea53a6790bff tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:43.214737 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c72532cb-b4e1-4457-a839-741eccef1017 req-a98541b0-7a76-4f78-b88e-ea53a6790bff tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0571079 Oct 28 08:46:43.254109 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c72532cb-b4e1-4457-a839-741eccef1017 req-53f5ff44-e3ef-404c-9dd7-e9833ef20770 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327294 Oct 28 08:46:48.172180 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:48.736529 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c9a94359-a08a-4f3c-b723-706d27015570 req-a2aac04d-5664-412a-9447-0c8324377ce0 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886198110&fields=id&tenant_id=5c6091e93f804ac3b925a7b3e9f3c747 HTTP/1.1" status: 200 len: 267 time: 0.0374539 Oct 28 08:46:48.791568 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a94359-a08a-4f3c-b723-706d27015570 req-346de8e1-6b2f-4520-b610-20def23967d1 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:48.793010 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c9a94359-a08a-4f3c-b723-706d27015570 req-346de8e1-6b2f-4520-b610-20def23967d1 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 985 time: 0.0508075 Oct 28 08:46:48.804399 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-c9a94359-a08a-4f3c-b723-706d27015570 req-40949a77-9704-495c-b91d-09a0d47f5d56 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Request body: {'port': {'security_groups': ['e04b387d-84b2-4446-9e98-e75529a2d4e2']}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:46:48.883777 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-c9a94359-a08a-4f3c-b723-706d27015570 req-40949a77-9704-495c-b91d-09a0d47f5d56 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.077189 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-c9a94359-a08a-4f3c-b723-706d27015570 req-40949a77-9704-495c-b91d-09a0d47f5d56 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] For port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=760c9603-2fe5-4dc3-aa4c-7ff255fee93d,segment=NetworkSegment(4d6b0a38-44cb-48e6-a456-7a3b9833ad10),segment_id=4d6b0a38-44cb-48e6-a456-7a3b9833ad10)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:46:49.107394 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-c9a94359-a08a-4f3c-b723-706d27015570 req-40949a77-9704-495c-b91d-09a0d47f5d56 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.112750 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-c9a94359-a08a-4f3c-b723-706d27015570 req-40949a77-9704-495c-b91d-09a0d47f5d56 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.125660 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['760c9603-2fe5-4dc3-aa4c-7ff255fee93d'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:46:49.158041 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a94359-a08a-4f3c-b723-706d27015570 req-40949a77-9704-495c-b91d-09a0d47f5d56 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:49.158673 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-c9a94359-a08a-4f3c-b723-706d27015570 req-40949a77-9704-495c-b91d-09a0d47f5d56 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.160192 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c9a94359-a08a-4f3c-b723-706d27015570 req-40949a77-9704-495c-b91d-09a0d47f5d56 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "PUT /v2.0/ports/760c9603-2fe5-4dc3-aa4c-7ff255fee93d HTTP/1.1" status: 200 len: 943 time: 0.3602004 Oct 28 08:46:49.160653 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50b0126-b6b3-4fbf-8596-0f7b3d5877f6', 'tag': '760c9603-2fe5-4dc3-aa4c-7ff255fee93d'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:46:49.163040 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4998a1-76ef-4009-a871-c13b86938238" -d '{"events": [{"name": "network-changed", "server_uuid": "b50b0126-b6b3-4fbf-8596-0f7b3d5877f6", "tag": "760c9603-2fe5-4dc3-aa4c-7ff255fee93d"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:46:49.167834 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 57692) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:49.204893 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40949a77-9704-495c-b91d-09a0d47f5d56 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Pushing event updated for resources: {'Port': ['ID=760c9603-2fe5-4dc3-aa4c-7ff255fee93d,revision_number=7']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:49.258755 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['760c9603-2fe5-4dc3-aa4c-7ff255fee93d'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:46:49.311100 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ed17a81b-52cc-4d34-a893-f305ec04cace tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.346286 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ed17a81b-52cc-4d34-a893-f305ec04cace tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.355460 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65b5d1b-d68f-48cd-9f3c-e36c2245919d x-openstack-request-id: req-e65b5d1b-d68f-48cd-9f3c-e36c2245919d {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:46:49.355755 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50b0126-b6b3-4fbf-8596-0f7b3d5877f6", "tag": "760c9603-2fe5-4dc3-aa4c-7ff255fee93d", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:46:49.356010 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e65b5d1b-d68f-48cd-9f3c-e36c2245919d {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:46:49.356410 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50b0126-b6b3-4fbf-8596-0f7b3d5877f6', 'tag': '760c9603-2fe5-4dc3-aa4c-7ff255fee93d', 'status': 'completed', 'code': 200} Oct 28 08:46:49.437121 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ed17a81b-52cc-4d34-a893-f305ec04cace tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.441634 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ed17a81b-52cc-4d34-a893-f305ec04cace tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.443159 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-ed17a81b-52cc-4d34-a893-f305ec04cace tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "DELETE /v2.0/security-groups/4cb6ddd4-447a-4a7f-bc35-00f119c992ee HTTP/1.1" status: 204 len: 168 time: 0.2749352 Oct 28 08:46:49.447115 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 57704) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:49.462905 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17a81b-52cc-4d34-a893-f305ec04cace tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb6ddd4-447a-4a7f-bc35-00f119c992ee,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:49.473113 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17a81b-52cc-4d34-a893-f305ec04cace tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:49.473516 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17a81b-52cc-4d34-a893-f305ec04cace tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:49.474199 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17a81b-52cc-4d34-a893-f305ec04cace tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:49.474717 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17a81b-52cc-4d34-a893-f305ec04cace tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:49.475222 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17a81b-52cc-4d34-a893-f305ec04cace tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:49.475813 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17a81b-52cc-4d34-a893-f305ec04cace tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:49.476329 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17a81b-52cc-4d34-a893-f305ec04cace tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:49.477412 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17a81b-52cc-4d34-a893-f305ec04cace tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:49.477934 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17a81b-52cc-4d34-a893-f305ec04cace tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:49.478455 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17a81b-52cc-4d34-a893-f305ec04cace tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:49.479025 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17a81b-52cc-4d34-a893-f305ec04cace tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:49.479515 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17a81b-52cc-4d34-a893-f305ec04cace tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:46:49.515960 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-d90b5a45-e84d-4a27-812d-443b75f7ec55 None None] Provisioning complete for port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:46:49.516170 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-d90b5a45-e84d-4a27-812d-443b75f7ec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.522146 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4998a1-76ef-4009-a871-c13b86938238 req-be8fef9b-be9b-40ce-b3a3-e2e2c85ad18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:49.523643 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9f4998a1-76ef-4009-a871-c13b86938238 req-be8fef9b-be9b-40ce-b3a3-e2e2c85ad18b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c6091e93f804ac3b925a7b3e9f3c747&device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 1099 time: 0.1391287 Oct 28 08:46:49.703995 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4998a1-76ef-4009-a871-c13b86938238 req-bf3fe88c-1b0f-422b-b4ea-5c986de55d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:49.705576 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9f4998a1-76ef-4009-a871-c13b86938238 req-bf3fe88c-1b0f-422b-b4ea-5c986de55d16 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb HTTP/1.1" status: 200 len: 917 time: 0.1709516 Oct 28 08:46:49.770053 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-e2dc8048-60ae-4cfd-9e41-11759408ce2b tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Deleting port 5463346e-4fd0-4127-a143-e88bb57e2fb4 {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:46:49.770771 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e2dc8048-60ae-4cfd-9e41-11759408ce2b tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.828212 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9f4998a1-76ef-4009-a871-c13b86938238 req-28647d79-f46f-4209-872d-5e06e77b0e76 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=760c9603-2fe5-4dc3-aa4c-7ff255fee93d HTTP/1.1" status: 200 len: 1000 time: 0.1143773 Oct 28 08:46:49.893250 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e2dc8048-60ae-4cfd-9e41-11759408ce2b tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.893482 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e2dc8048-60ae-4cfd-9e41-11759408ce2b tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:49.910496 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4998a1-76ef-4009-a871-c13b86938238 req-d59645ee-f7ac-42f7-95e2-ffc3a8e6d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:49.912032 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9f4998a1-76ef-4009-a871-c13b86938238 req-d59645ee-f7ac-42f7-95e2-ffc3a8e6d4ce service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1 HTTP/1.1" status: 200 len: 854 time: 0.0758674 Oct 28 08:46:49.913022 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-e2dc8048-60ae-4cfd-9e41-11759408ce2b tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Calling delete_port for 5463346e-4fd0-4127-a143-e88bb57e2fb4 owned by network:floatingip {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:46:50.039156 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4998a1-76ef-4009-a871-c13b86938238 req-33e67a01-ea4e-4dab-bcaf-a66864b7891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:50.040703 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9f4998a1-76ef-4009-a871-c13b86938238 req-33e67a01-ea4e-4dab-bcaf-a66864b7891f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1189091 Oct 28 08:46:50.182393 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9f4998a1-76ef-4009-a871-c13b86938238 req-ea814665-2a3f-45e5-a141-544de1dec236 service neutron] 10.222.0.77 "GET /v2.0/networks/f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314018 Oct 28 08:46:50.213629 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e2dc8048-60ae-4cfd-9e41-11759408ce2b tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:50.250848 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a6f69424-67b2-42d9-be50-a9f8b1d7fc6f req-041d9b3c-b267-4b3a-bbe8-6e0bd4d5897b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436306 Oct 28 08:46:50.280041 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc8048-60ae-4cfd-9e41-11759408ce2b tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Pushing event deleted for resources: {'Port': ['ID=5463346e-4fd0-4127-a143-e88bb57e2fb4,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:50.614517 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9f4998a1-76ef-4009-a871-c13b86938238 req-4b4c5ef5-d380-4a8b-81c6-0752b3e56213 service neutron] 10.222.0.77 "GET /v2.0/networks/f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217482 Oct 28 08:46:50.620550 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e2dc8048-60ae-4cfd-9e41-11759408ce2b tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks [] for floatingip, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:50.621063 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.l3_db [None req-e2dc8048-60ae-4cfd-9e41-11759408ce2b tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Floating IP 21a8ae9f-b828-49fb-936d-96cdeef2cd84 disassociated (deleted). External IP: 172.27.2.7, port: 760c9603-2fe5-4dc3-aa4c-7ff255fee93d. Oct 28 08:46:50.750456 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f69424-67b2-42d9-be50-a9f8b1d7fc6f req-48a024a7-343d-4eb5-8fa6-99996608cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:50.752352 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6f69424-67b2-42d9-be50-a9f8b1d7fc6f req-48a024a7-343d-4eb5-8fa6-99996608cc8b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c6091e93f804ac3b925a7b3e9f3c747&device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 1099 time: 0.0922976 Oct 28 08:46:50.956714 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f69424-67b2-42d9-be50-a9f8b1d7fc6f req-35eee6ec-a83b-43fe-8e9f-67c3466a4522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:50.958224 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6f69424-67b2-42d9-be50-a9f8b1d7fc6f req-35eee6ec-a83b-43fe-8e9f-67c3466a4522 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb HTTP/1.1" status: 200 len: 917 time: 0.1851242 Oct 28 08:46:50.967441 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2dc8048-60ae-4cfd-9e41-11759408ce2b tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Router 3a0eb3bc-9577-4912-b662-2718c5e4c639 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:46:51.009389 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6f69424-67b2-42d9-be50-a9f8b1d7fc6f req-ff71b576-3a4a-4ae8-a52e-c56d9a86032b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=760c9603-2fe5-4dc3-aa4c-7ff255fee93d HTTP/1.1" status: 200 len: 217 time: 0.0405819 Oct 28 08:46:51.137252 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f69424-67b2-42d9-be50-a9f8b1d7fc6f req-816a0b91-8fcc-4cb9-89fb-2dbeed3c876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:51.138771 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6f69424-67b2-42d9-be50-a9f8b1d7fc6f req-816a0b91-8fcc-4cb9-89fb-2dbeed3c876f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1 HTTP/1.1" status: 200 len: 854 time: 0.1215849 Oct 28 08:46:51.186520 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dc8048-60ae-4cfd-9e41-11759408ce2b tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:46:51.192119 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e2dc8048-60ae-4cfd-9e41-11759408ce2b tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.196570 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87010245-d595-4096-8f22-2b6dc6b83fbb None None] Sync routers for ids ['3a0eb3bc-9577-4912-b662-2718c5e4c639'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:46:51.205816 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87010245-d595-4096-8f22-2b6dc6b83fbb None None] Routers {'3a0eb3bc-9577-4912-b662-2718c5e4c639'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:46:51.206453 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-87010245-d595-4096-8f22-2b6dc6b83fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:46:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['3a0eb3bc-9577-4912-b662-2718c5e4c639'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:46:51.234988 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-e2dc8048-60ae-4cfd-9e41-11759408ce2b tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "DELETE /v2.0/floatingips/21a8ae9f-b828-49fb-936d-96cdeef2cd84 HTTP/1.1" status: 204 len: 168 time: 1.7836375 Oct 28 08:46:51.239262 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f69424-67b2-42d9-be50-a9f8b1d7fc6f req-cae59891-6dda-4c13-a2f4-a44817afb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:51.241166 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6f69424-67b2-42d9-be50-a9f8b1d7fc6f req-cae59891-6dda-4c13-a2f4-a44817afb9e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0890901 Oct 28 08:46:51.322250 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-87010245-d595-4096-8f22-2b6dc6b83fbb None None] Set router 3a0eb3bc-9577-4912-b662-2718c5e4c639 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:46:51.339574 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6f69424-67b2-42d9-be50-a9f8b1d7fc6f req-8e92f06c-3325-4063-8c37-115f72719728 service neutron] 10.222.0.77 "GET /v2.0/networks/f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904789 Oct 28 08:46:51.364125 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50b0126-b6b3-4fbf-8596-0f7b3d5877f6', 'tag': '760c9603-2fe5-4dc3-aa4c-7ff255fee93d'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:46:51.366800 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de813534-1a1d-4fd5-96ad-27c85df376cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b50b0126-b6b3-4fbf-8596-0f7b3d5877f6", "tag": "760c9603-2fe5-4dc3-aa4c-7ff255fee93d"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:46:51.424816 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb07de1-78e7-47da-9efb-1cbbf20f8168 x-openstack-request-id: req-ecb07de1-78e7-47da-9efb-1cbbf20f8168 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:46:51.426031 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50b0126-b6b3-4fbf-8596-0f7b3d5877f6", "tag": "760c9603-2fe5-4dc3-aa4c-7ff255fee93d", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:46:51.426031 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ecb07de1-78e7-47da-9efb-1cbbf20f8168 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:46:51.426031 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50b0126-b6b3-4fbf-8596-0f7b3d5877f6', 'tag': '760c9603-2fe5-4dc3-aa4c-7ff255fee93d', 'status': 'completed', 'code': 200} Oct 28 08:46:51.487881 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6f69424-67b2-42d9-be50-a9f8b1d7fc6f req-0c95965f-b48f-45ac-a10f-89856a62ba3c service neutron] 10.222.0.77 "GET /v2.0/networks/f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395662 Oct 28 08:46:51.551822 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-17a2b437-5ee4-4374-b36e-9d723b592b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:51.592235 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-87010245-d595-4096-8f22-2b6dc6b83fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'name': 'tempest-TestMinimumBasicScenario-1183880284-router', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:06Z', 'revision_number': 4, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'gw_port': {'id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '8c95698a-f355-4605-82d4-5a4fa6d25666', 'name': '', 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'mac_address': 'fa:16:3e:f4:c8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:05Z', 'updated_at': '2021-10-28T08:41:12Z', 'revision_number': 5, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'subnets': [{'id': 'e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:46:51.608715 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de813534-1a1d-4fd5-96ad-27c85df376cb req-19c29075-0890-4479-9d82-6e781513505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:51.611626 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-de813534-1a1d-4fd5-96ad-27c85df376cb req-19c29075-0890-4479-9d82-6e781513505c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c6091e93f804ac3b925a7b3e9f3c747&device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 1099 time: 0.0429618 Oct 28 08:46:51.623258 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87010245-d595-4096-8f22-2b6dc6b83fbb None None] Checking router: 3a0eb3bc-9577-4912-b662-2718c5e4c639 for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:46:51.632087 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87010245-d595-4096-8f22-2b6dc6b83fbb None None] Routers {'3a0eb3bc-9577-4912-b662-2718c5e4c639'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:46:51.632697 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-87010245-d595-4096-8f22-2b6dc6b83fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:46:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['3a0eb3bc-9577-4912-b662-2718c5e4c639'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:46:51.737368 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de813534-1a1d-4fd5-96ad-27c85df376cb req-8217d77b-1446-4cc8-8747-5742fede3a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:51.739137 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-de813534-1a1d-4fd5-96ad-27c85df376cb req-8217d77b-1446-4cc8-8747-5742fede3a39 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb HTTP/1.1" status: 200 len: 917 time: 0.1184466 Oct 28 08:46:51.786437 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-de813534-1a1d-4fd5-96ad-27c85df376cb req-aa629749-134e-4468-9fa7-de4172a02ddd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=760c9603-2fe5-4dc3-aa4c-7ff255fee93d HTTP/1.1" status: 200 len: 217 time: 0.0395124 Oct 28 08:46:51.843859 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de813534-1a1d-4fd5-96ad-27c85df376cb req-3ea1f699-bbd7-4045-b61b-e4c89055e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:51.845912 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-de813534-1a1d-4fd5-96ad-27c85df376cb req-3ea1f699-bbd7-4045-b61b-e4c89055e1c8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1 HTTP/1.1" status: 200 len: 854 time: 0.0514648 Oct 28 08:46:51.888178 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-87010245-d595-4096-8f22-2b6dc6b83fbb None None] Set router 3a0eb3bc-9577-4912-b662-2718c5e4c639 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:46:51.911464 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de813534-1a1d-4fd5-96ad-27c85df376cb req-c259c88e-1587-450b-bf19-eb94253ad0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:51.913116 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-de813534-1a1d-4fd5-96ad-27c85df376cb req-c259c88e-1587-450b-bf19-eb94253ad0a1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507131 Oct 28 08:46:52.044400 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-de813534-1a1d-4fd5-96ad-27c85df376cb req-a7712c11-ba12-4323-9f65-2c57bb07fa4f service neutron] 10.222.0.77 "GET /v2.0/networks/f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010787 Oct 28 08:46:52.119061 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-87010245-d595-4096-8f22-2b6dc6b83fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'name': 'tempest-TestMinimumBasicScenario-1183880284-router', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:06Z', 'revision_number': 4, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'gw_port': {'id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '8c95698a-f355-4605-82d4-5a4fa6d25666', 'name': '', 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'mac_address': 'fa:16:3e:f4:c8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:05Z', 'updated_at': '2021-10-28T08:41:12Z', 'revision_number': 5, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'subnets': [{'id': 'e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:46:52.165298 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87010245-d595-4096-8f22-2b6dc6b83fbb None None] The sync data for ids ['3a0eb3bc-9577-4912-b662-2718c5e4c639'] in dv-cinder-815660-3-iscsi is: [{'id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'name': 'tempest-TestMinimumBasicScenario-1183880284-router', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:06Z', 'revision_number': 4, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'gw_port': {'id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '8c95698a-f355-4605-82d4-5a4fa6d25666', 'name': '', 'network_id': 'f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'mac_address': 'fa:16:3e:f4:c8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:05Z', 'updated_at': '2021-10-28T08:41:12Z', 'revision_number': 5, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'subnets': [{'id': 'e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:46:52.167923 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-de813534-1a1d-4fd5-96ad-27c85df376cb req-7e9a5ccf-6cb7-46e7-926b-fb3c58fa9ea8 service neutron] 10.222.0.77 "GET /v2.0/networks/f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084955 Oct 28 08:46:52.420568 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c0a147-57f6-4fbd-a997-aa098d6e4c7e None None] New status for floating IP 21a8ae9f-b828-49fb-936d-96cdeef2cd84: DOWN {{(pid=108152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:46:54.456186 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-3d7d13f4-8da4-4651-814e-e445c11cf7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:55.464771 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:55.705718 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:57.454209 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:59.288572 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0640298-a32b-49fa-90e2-94bad2c8b04c req-0578820c-4d67-4df9-8f2f-ee4c85b5e5b7 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:59.290120 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f0640298-a32b-49fa-90e2-94bad2c8b04c req-0578820c-4d67-4df9-8f2f-ee4c85b5e5b7 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 946 time: 0.0518875 Oct 28 08:46:59.333519 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f0640298-a32b-49fa-90e2-94bad2c8b04c req-a14c38e5-68c5-4073-960a-169e209aac99 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353391 Oct 28 08:47:00.462959 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2eb5a-13e1-4ea9-81fc-de4326cb7ad9 req-e07bdf5f-b215-4122-a5f8-6dee0965b711 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:00.464423 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8ca2eb5a-13e1-4ea9-81fc-de4326cb7ad9 req-e07bdf5f-b215-4122-a5f8-6dee0965b711 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 946 time: 0.0604525 Oct 28 08:47:00.515081 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8ca2eb5a-13e1-4ea9-81fc-de4326cb7ad9 req-b20fa962-daad-41b2-936b-2ca22a5ff02b tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436587 Oct 28 08:47:01.661596 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365d502-b3df-4911-b919-ca39cf06865c req-cbba3391-97cc-4c41-8053-a9f0837e437c tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:01.663120 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d365d502-b3df-4911-b919-ca39cf06865c req-cbba3391-97cc-4c41-8053-a9f0837e437c tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 946 time: 0.0806036 Oct 28 08:47:01.678551 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99069fec-c827-46cc-a790-83ffb6ff112e req-1558d913-f507-4c27-a4f6-d21c468f9891 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:01.679882 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-99069fec-c827-46cc-a790-83ffb6ff112e req-1558d913-f507-4c27-a4f6-d21c468f9891 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.77 "GET /v2.0/ports?device_id=b50b0126-b6b3-4fbf-8596-0f7b3d5877f6 HTTP/1.1" status: 200 len: 946 time: 0.0692067 Oct 28 08:47:01.742574 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d365d502-b3df-4911-b919-ca39cf06865c req-ed5c7908-1e3a-4821-b7c4-82dc1ce29be8 tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.74 "GET /v2.0/security-groups?id=e04b387d-84b2-4446-9e98-e75529a2d4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733027 Oct 28 08:47:01.805334 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-99069fec-c827-46cc-a790-83ffb6ff112e req-49a58699-8bfe-4eb9-a60e-d7660eabaf0d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Deleting port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:47:01.805574 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-99069fec-c827-46cc-a790-83ffb6ff112e req-49a58699-8bfe-4eb9-a60e-d7660eabaf0d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:01.906209 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-99069fec-c827-46cc-a790-83ffb6ff112e req-49a58699-8bfe-4eb9-a60e-d7660eabaf0d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] For port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=760c9603-2fe5-4dc3-aa4c-7ff255fee93d,segment=NetworkSegment(4d6b0a38-44cb-48e6-a456-7a3b9833ad10),segment_id=4d6b0a38-44cb-48e6-a456-7a3b9833ad10)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:01.907058 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-99069fec-c827-46cc-a790-83ffb6ff112e req-49a58699-8bfe-4eb9-a60e-d7660eabaf0d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:01.920113 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-99069fec-c827-46cc-a790-83ffb6ff112e req-49a58699-8bfe-4eb9-a60e-d7660eabaf0d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Calling delete_port for 760c9603-2fe5-4dc3-aa4c-7ff255fee93d owned by compute:nova {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:47:02.059100 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-99069fec-c827-46cc-a790-83ffb6ff112e req-49a58699-8bfe-4eb9-a60e-d7660eabaf0d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:02.072016 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['760c9603-2fe5-4dc3-aa4c-7ff255fee93d'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:47:02.086226 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a58699-8bfe-4eb9-a60e-d7660eabaf0d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Pushing event deleted for resources: {'Port': ['ID=760c9603-2fe5-4dc3-aa4c-7ff255fee93d,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:02.131706 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-99069fec-c827-46cc-a790-83ffb6ff112e req-49a58699-8bfe-4eb9-a60e-d7660eabaf0d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] No DVR routers for this DVR port 760c9603-2fe5-4dc3-aa4c-7ff255fee93d on host hv-cinder-81566 {{(pid=108149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:47:02.134416 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-99069fec-c827-46cc-a790-83ffb6ff112e req-49a58699-8bfe-4eb9-a60e-d7660eabaf0d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:02.137801 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-99069fec-c827-46cc-a790-83ffb6ff112e req-49a58699-8bfe-4eb9-a60e-d7660eabaf0d tempest-TestMinimumBasicScenario-1324789815 tempest-TestMinimumBasicScenario-1324789815-project] 10.222.0.77 "DELETE /v2.0/ports/760c9603-2fe5-4dc3-aa4c-7ff255fee93d HTTP/1.1" status: 204 len: 173 time: 0.4440150 Oct 28 08:47:02.138242 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50b0126-b6b3-4fbf-8596-0f7b3d5877f6', 'name': 'network-vif-deleted', 'tag': '760c9603-2fe5-4dc3-aa4c-7ff255fee93d'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:02.140723 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc6afa8-824f-4036-b941-48061abd9f0c" -d '{"events": [{"server_uuid": "b50b0126-b6b3-4fbf-8596-0f7b3d5877f6", "name": "network-vif-deleted", "tag": "760c9603-2fe5-4dc3-aa4c-7ff255fee93d"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:02.180326 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b765bac5-e120-4600-bda8-eeb38558b4a4 x-openstack-request-id: req-b765bac5-e120-4600-bda8-eeb38558b4a4 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:02.180616 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50b0126-b6b3-4fbf-8596-0f7b3d5877f6", "name": "network-vif-deleted", "tag": "760c9603-2fe5-4dc3-aa4c-7ff255fee93d", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:02.180862 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b765bac5-e120-4600-bda8-eeb38558b4a4 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:02.181254 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50b0126-b6b3-4fbf-8596-0f7b3d5877f6', 'name': 'network-vif-deleted', 'tag': '760c9603-2fe5-4dc3-aa4c-7ff255fee93d', 'status': 'completed', 'code': 200} Oct 28 08:47:03.483029 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 57878) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:04.109858 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-51906850-fb2e-449e-9167-bd1e5987910d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591674'] for router_interface, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:04.361668 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 760c9603-2fe5-4dc3-aa4c-7ff255fee93d no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:47:04.383376 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] No Port match for: 760c9603-2fe5-4dc3-aa4c-7ff255fee93d {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:47:04.383791 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 760c9603-2fe5-4dc3-aa4c-7ff255fee93d not bound to the agent host hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:47:04.448608 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-51906850-fb2e-449e-9167-bd1e5987910d admin admin] Deleting port 8c95698a-f355-4605-82d4-5a4fa6d25666 {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:47:04.448951 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-51906850-fb2e-449e-9167-bd1e5987910d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:04.540711 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [None req-51906850-fb2e-449e-9167-bd1e5987910d admin admin] For port 8c95698a-f355-4605-82d4-5a4fa6d25666, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=8c95698a-f355-4605-82d4-5a4fa6d25666,segment=NetworkSegment(4d6b0a38-44cb-48e6-a456-7a3b9833ad10),segment_id=4d6b0a38-44cb-48e6-a456-7a3b9833ad10)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:04.541354 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-51906850-fb2e-449e-9167-bd1e5987910d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:04.553943 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-51906850-fb2e-449e-9167-bd1e5987910d admin admin] Calling delete_port for 8c95698a-f355-4605-82d4-5a4fa6d25666 owned by network:router_interface {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:47:04.744223 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-51906850-fb2e-449e-9167-bd1e5987910d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:04.772504 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51906850-fb2e-449e-9167-bd1e5987910d admin admin] Pushing event deleted for resources: {'Port': ['ID=8c95698a-f355-4605-82d4-5a4fa6d25666,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:04.952130 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-51906850-fb2e-449e-9167-bd1e5987910d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-784824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591830'] for router_interface, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.422434 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51906850-fb2e-449e-9167-bd1e5987910d admin admin] Router 3a0eb3bc-9577-4912-b662-2718c5e4c639 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:47:05.534577 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51906850-fb2e-449e-9167-bd1e5987910d admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:47:05.539720 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-51906850-fb2e-449e-9167-bd1e5987910d admin admin] 10.222.0.74 "PUT /v2.0/routers/3a0eb3bc-9577-4912-b662-2718c5e4c639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0552340 Oct 28 08:47:05.542225 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 57902) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:05.546045 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8692aac9-305c-491a-ae42-9697df59c4c9 None None] Sync routers for ids ['3a0eb3bc-9577-4912-b662-2718c5e4c639'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:47:05.557384 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8692aac9-305c-491a-ae42-9697df59c4c9 None None] Routers {'3a0eb3bc-9577-4912-b662-2718c5e4c639'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:05.558159 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-8692aac9-305c-491a-ae42-9697df59c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:46:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['3a0eb3bc-9577-4912-b662-2718c5e4c639'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:05.648336 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f368e516-be4d-4e2e-8206-7c6f8e72f3a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.671929 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-8692aac9-305c-491a-ae42-9697df59c4c9 None None] Set router 3a0eb3bc-9577-4912-b662-2718c5e4c639 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:05.750616 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f368e516-be4d-4e2e-8206-7c6f8e72f3a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.816695 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-f368e516-be4d-4e2e-8206-7c6f8e72f3a0 admin admin] Deleting port 0da71ea8-6f56-47b3-83c0-c01994d1ea79 {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:47:05.817044 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f368e516-be4d-4e2e-8206-7c6f8e72f3a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.866470 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-8692aac9-305c-491a-ae42-9697df59c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'name': 'tempest-TestMinimumBasicScenario-1183880284-router', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:47:04Z', 'revision_number': 5, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'gw_port': {'id': '0da71ea8-6f56-47b3-83c0-c01994d1ea79', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:05.894024 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8692aac9-305c-491a-ae42-9697df59c4c9 None None] Checking router: 3a0eb3bc-9577-4912-b662-2718c5e4c639 for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:47:05.902575 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8692aac9-305c-491a-ae42-9697df59c4c9 None None] Routers {'3a0eb3bc-9577-4912-b662-2718c5e4c639'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:05.903181 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-8692aac9-305c-491a-ae42-9697df59c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:46:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['3a0eb3bc-9577-4912-b662-2718c5e4c639'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:05.905619 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [None req-f368e516-be4d-4e2e-8206-7c6f8e72f3a0 admin admin] For port 0da71ea8-6f56-47b3-83c0-c01994d1ea79, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=0da71ea8-6f56-47b3-83c0-c01994d1ea79,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:05.906633 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f368e516-be4d-4e2e-8206-7c6f8e72f3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:05.920630 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-f368e516-be4d-4e2e-8206-7c6f8e72f3a0 admin admin] Calling delete_port for 0da71ea8-6f56-47b3-83c0-c01994d1ea79 owned by network:router_gateway {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:47:05.994309 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-8692aac9-305c-491a-ae42-9697df59c4c9 None None] Set router 3a0eb3bc-9577-4912-b662-2718c5e4c639 gateway port host: None {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:06.045940 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-8692aac9-305c-491a-ae42-9697df59c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'name': 'tempest-TestMinimumBasicScenario-1183880284-router', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:47:05Z', 'revision_number': 6, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'gw_port_host': None}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:06.079591 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8692aac9-305c-491a-ae42-9697df59c4c9 None None] The sync data for ids ['3a0eb3bc-9577-4912-b662-2718c5e4c639'] in dv-cinder-815660-3-iscsi is: [{'id': '3a0eb3bc-9577-4912-b662-2718c5e4c639', 'name': 'tempest-TestMinimumBasicScenario-1183880284-router', 'tenant_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:03Z', 'updated_at': '2021-10-28T08:47:05Z', 'revision_number': 6, 'project_id': '5c6091e93f804ac3b925a7b3e9f3c747', 'gw_port_host': None}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:47:06.113572 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f368e516-be4d-4e2e-8206-7c6f8e72f3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.145186 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368e516-be4d-4e2e-8206-7c6f8e72f3a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0da71ea8-6f56-47b3-83c0-c01994d1ea79,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:06.210249 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f368e516-be4d-4e2e-8206-7c6f8e72f3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550772'] for router_gateway, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.310254 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f368e516-be4d-4e2e-8206-7c6f8e72f3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2074'] for router, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.312838 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f368e516-be4d-4e2e-8206-7c6f8e72f3a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.362685 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f368e516-be4d-4e2e-8206-7c6f8e72f3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597513'] for router, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.363223 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f368e516-be4d-4e2e-8206-7c6f8e72f3a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a0eb3bc-9577-4912-b662-2718c5e4c639 {{(pid=108149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:47:06.368625 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-f368e516-be4d-4e2e-8206-7c6f8e72f3a0 admin admin] Publish callbacks [] for router, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.369607 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-f368e516-be4d-4e2e-8206-7c6f8e72f3a0 admin admin] 10.222.0.74 "DELETE /v2.0/routers/3a0eb3bc-9577-4912-b662-2718c5e4c639 HTTP/1.1" status: 204 len: 168 time: 0.8264916 Oct 28 08:47:06.372216 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 57906) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:06.426552 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_v2 [None req-6998ab85-4ade-41c1-b94d-ff0133cc6953 admin admin] Deleting subnet e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1 {{(pid=108149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:47:06.430047 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-6998ab85-4ade-41c1-b94d-ff0133cc6953 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.468265 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-6998ab85-4ade-41c1-b94d-ff0133cc6953 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-339946'] for subnet, precommit_delete_associations {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.593007 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-6998ab85-4ade-41c1-b94d-ff0133cc6953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697502'] for subnet, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.651332 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-6998ab85-4ade-41c1-b94d-ff0133cc6953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25303726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25581432'] for subnet, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.685382 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998ab85-4ade-41c1-b94d-ff0133cc6953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:06.689134 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-6998ab85-4ade-41c1-b94d-ff0133cc6953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.692026 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fc7d57-7128-4a74-8907-eb9a794ceeca None None] Network f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:47:06.696568 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-6998ab85-4ade-41c1-b94d-ff0133cc6953 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e9ba68a5-a6fa-4936-ac73-b6b2a1bd77c1 HTTP/1.1" status: 204 len: 168 time: 0.3217325 Oct 28 08:47:06.697731 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 57908) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:06.773754 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8072101'] for network, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.839061 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] Deleting port 9ba91a8f-108e-4bd1-b90e-ef981e1f2665 {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:47:06.839467 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.895423 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b31e7a-af0f-4e92-a965-589a22acca40 None None] DHCP port deletion for f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb request from dv-cinder-815660-3-iscsi {{(pid=108151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:47:06.913243 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] For port 9ba91a8f-108e-4bd1-b90e-ef981e1f2665, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=9ba91a8f-108e-4bd1-b90e-ef981e1f2665,segment=NetworkSegment(4d6b0a38-44cb-48e6-a456-7a3b9833ad10),segment_id=4d6b0a38-44cb-48e6-a456-7a3b9833ad10)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:06.913652 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:06.929189 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] Calling delete_port for 9ba91a8f-108e-4bd1-b90e-ef981e1f2665 owned by network:dhcp {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:47:06.964420 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-e4b31e7a-af0f-4e92-a965-589a22acca40 None None] Deleting port 9ba91a8f-108e-4bd1-b90e-ef981e1f2665 {{(pid=108151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:47:06.964791 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-e4b31e7a-af0f-4e92-a965-589a22acca40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.025019 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.039978 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-e4b31e7a-af0f-4e92-a965-589a22acca40 None None] For port 9ba91a8f-108e-4bd1-b90e-ef981e1f2665, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=9ba91a8f-108e-4bd1-b90e-ef981e1f2665,segment=NetworkSegment(4d6b0a38-44cb-48e6-a456-7a3b9833ad10),segment_id=4d6b0a38-44cb-48e6-a456-7a3b9833ad10)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:07.040366 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-e4b31e7a-af0f-4e92-a965-589a22acca40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.054956 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-e4b31e7a-af0f-4e92-a965-589a22acca40 None None] Calling delete_port for 9ba91a8f-108e-4bd1-b90e-ef981e1f2665 owned by network:dhcp {{(pid=108151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:47:07.055316 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] No DVR routers for this DVR port 9ba91a8f-108e-4bd1-b90e-ef981e1f2665 on host dv-cinder-815660-3-iscsi {{(pid=108149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:47:07.060387 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba91a8f-108e-4bd1-b90e-ef981e1f2665,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:07.149567 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700171', 'neutron.services.segments.db._delete_segments_for_network-8726588780638'] for network, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.174081 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb']}} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:07.183332 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-e4b31e7a-af0f-4e92-a965-589a22acca40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589'] for port, after_delete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.191441 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6b0a38-44cb-48e6-a456-7a3b9833ad10') {'for_net_delete': True} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:07.191856 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6b0a38-44cb-48e6-a456-7a3b9833ad10') {} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:07.202886 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726588781415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-339859'] for segment, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.212688 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b31e7a-af0f-4e92-a965-589a22acca40 None None] Pushing event deleted for resources: {'Port': ['ID=9ba91a8f-108e-4bd1-b90e-ef981e1f2665,revision_number=None']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:07.218553 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.219404 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b31e7a-af0f-4e92-a965-589a22acca40 None None] No DVR routers for this DVR port 9ba91a8f-108e-4bd1-b90e-ef981e1f2665 on host dv-cinder-815660-3-iscsi {{(pid=108151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:47:07.225361 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=108149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:47:07.225763 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25303620'] for segment, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: Traceback (most recent call last): Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: timer() Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: cb(*args, **kw) Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: return func(*args, **kwargs) Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: self._notify() Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: self.callback(batched_events) Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: event.method(event) Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: return f(self, *a, **k) Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._get(url).json() Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: return self.request(url, 'GET', **kwargs) Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:47:07.227752 dv-cinder-815660-3-iscsi neutron-server[108149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:47:07.291570 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550728'] for network, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.297624 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.300944 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] 10.222.0.74 "DELETE /v2.0/networks/f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb HTTP/1.1" status: 204 len: 168 time: 0.6015844 Oct 28 08:47:07.303989 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 57912) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:07.315125 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972de566-3e50-4ddd-8f8c-2228f8a4a67d admin admin] Pushing event deleted for resources: {'Network': ['ID=f9c6e8af-bb64-4005-8cfe-1ceae9c0d1cb,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:07.480427 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:47:07.664221 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7514-9e4b-4006-8ae8-e0f7ed2d2e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591674'] for router_interface, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:07.930327 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-4d5f7514-9e4b-4006-8ae8-e0f7ed2d2e37 admin admin] Deleting port d5abcdfe-55c5-432a-abbf-c6ca32488026 {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:47:07.930656 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7514-9e4b-4006-8ae8-e0f7ed2d2e37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.011372 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [None req-4d5f7514-9e4b-4006-8ae8-e0f7ed2d2e37 admin admin] For port d5abcdfe-55c5-432a-abbf-c6ca32488026, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=d5abcdfe-55c5-432a-abbf-c6ca32488026,segment=NetworkSegment(b614f7a2-54dc-4ec0-b44c-27e92e494e7d),segment_id=b614f7a2-54dc-4ec0-b44c-27e92e494e7d)] {{(pid=108150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:08.011745 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7514-9e4b-4006-8ae8-e0f7ed2d2e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.025187 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-4d5f7514-9e4b-4006-8ae8-e0f7ed2d2e37 admin admin] Calling delete_port for d5abcdfe-55c5-432a-abbf-c6ca32488026 owned by network:router_interface {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:47:08.104236 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 0da71ea8-6f56-47b3-83c0-c01994d1ea79 no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:47:08.126722 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: 0da71ea8-6f56-47b3-83c0-c01994d1ea79 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:47:08.127053 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 0da71ea8-6f56-47b3-83c0-c01994d1ea79 not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:47:08.127460 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 8c95698a-f355-4605-82d4-5a4fa6d25666 no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:47:08.147174 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: 8c95698a-f355-4605-82d4-5a4fa6d25666 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:47:08.147505 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 8c95698a-f355-4605-82d4-5a4fa6d25666 not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:47:08.147905 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 9ba91a8f-108e-4bd1-b90e-ef981e1f2665 no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:47:08.167735 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: 9ba91a8f-108e-4bd1-b90e-ef981e1f2665 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:47:08.168060 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 9ba91a8f-108e-4bd1-b90e-ef981e1f2665 not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:47:08.222168 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7514-9e4b-4006-8ae8-e0f7ed2d2e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.253003 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f7514-9e4b-4006-8ae8-e0f7ed2d2e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5abcdfe-55c5-432a-abbf-c6ca32488026,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:08.423527 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7514-9e4b-4006-8ae8-e0f7ed2d2e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-784824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591830'] for router_interface, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.649685 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5f7514-9e4b-4006-8ae8-e0f7ed2d2e37 admin admin] Router b6b93736-2e71-49d4-a502-c07f96359c95 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:47:08.761648 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5f7514-9e4b-4006-8ae8-e0f7ed2d2e37 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:47:08.767288 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-4d5f7514-9e4b-4006-8ae8-e0f7ed2d2e37 admin admin] 10.222.0.74 "PUT /v2.0/routers/b6b93736-2e71-49d4-a502-c07f96359c95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4622905 Oct 28 08:47:08.769752 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 57916) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:08.772482 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dce7fca-a656-41e8-9b45-dc84143c7342 None None] Sync routers for ids ['b6b93736-2e71-49d4-a502-c07f96359c95'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:47:08.784657 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce7fca-a656-41e8-9b45-dc84143c7342 None None] Routers {'b6b93736-2e71-49d4-a502-c07f96359c95'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:08.785280 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-5dce7fca-a656-41e8-9b45-dc84143c7342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:46:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['b6b93736-2e71-49d4-a502-c07f96359c95'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:08.877872 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd5bb-5230-4c10-8418-7140661ab398 admin admin] Publish callbacks [] for router, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:08.888168 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-5dce7fca-a656-41e8-9b45-dc84143c7342 None None] Set router b6b93736-2e71-49d4-a502-c07f96359c95 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:08.987011 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd5bb-5230-4c10-8418-7140661ab398 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:09.056261 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-cd6fd5bb-5230-4c10-8418-7140661ab398 admin admin] Deleting port eb683a74-5389-45a4-b89c-0b4a17e2d069 {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:47:09.056587 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd5bb-5230-4c10-8418-7140661ab398 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:09.093077 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-5dce7fca-a656-41e8-9b45-dc84143c7342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b93736-2e71-49d4-a502-c07f96359c95', 'name': 'tempest-TestMinimumBasicScenario-548480314-router', 'tenant_id': '1c40174818f8445c97be17aed0fd6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'eb683a74-5389-45a4-b89c-0b4a17e2d069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:10Z', 'updated_at': '2021-10-28T08:47:08Z', 'revision_number': 5, 'project_id': '1c40174818f8445c97be17aed0fd6d22', 'gw_port': {'id': 'eb683a74-5389-45a4-b89c-0b4a17e2d069', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b93736-2e71-49d4-a502-c07f96359c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:10Z', 'updated_at': '2021-10-28T08:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:09.120093 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dce7fca-a656-41e8-9b45-dc84143c7342 None None] Checking router: b6b93736-2e71-49d4-a502-c07f96359c95 for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:47:09.128735 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce7fca-a656-41e8-9b45-dc84143c7342 None None] Routers {'b6b93736-2e71-49d4-a502-c07f96359c95'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:09.129335 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-5dce7fca-a656-41e8-9b45-dc84143c7342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:46:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['b6b93736-2e71-49d4-a502-c07f96359c95'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:09.138151 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [None req-cd6fd5bb-5230-4c10-8418-7140661ab398 admin admin] For port eb683a74-5389-45a4-b89c-0b4a17e2d069, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=eb683a74-5389-45a4-b89c-0b4a17e2d069,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:09.138528 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd5bb-5230-4c10-8418-7140661ab398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:09.151993 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-cd6fd5bb-5230-4c10-8418-7140661ab398 admin admin] Calling delete_port for eb683a74-5389-45a4-b89c-0b4a17e2d069 owned by network:router_gateway {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:47:09.222600 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-5dce7fca-a656-41e8-9b45-dc84143c7342 None None] Set router b6b93736-2e71-49d4-a502-c07f96359c95 gateway port host: None {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:09.279674 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-5dce7fca-a656-41e8-9b45-dc84143c7342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b93736-2e71-49d4-a502-c07f96359c95', 'name': 'tempest-TestMinimumBasicScenario-548480314-router', 'tenant_id': '1c40174818f8445c97be17aed0fd6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:10Z', 'updated_at': '2021-10-28T08:47:08Z', 'revision_number': 6, 'project_id': '1c40174818f8445c97be17aed0fd6d22', 'gw_port_host': None}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:09.308961 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dce7fca-a656-41e8-9b45-dc84143c7342 None None] The sync data for ids ['b6b93736-2e71-49d4-a502-c07f96359c95'] in dv-cinder-815660-3-iscsi is: [{'id': 'b6b93736-2e71-49d4-a502-c07f96359c95', 'name': 'tempest-TestMinimumBasicScenario-548480314-router', 'tenant_id': '1c40174818f8445c97be17aed0fd6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:10Z', 'updated_at': '2021-10-28T08:47:08Z', 'revision_number': 6, 'project_id': '1c40174818f8445c97be17aed0fd6d22', 'gw_port_host': None}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:47:09.575728 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd5bb-5230-4c10-8418-7140661ab398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:09.599181 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6fd5bb-5230-4c10-8418-7140661ab398 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb683a74-5389-45a4-b89c-0b4a17e2d069,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:09.681587 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd5bb-5230-4c10-8418-7140661ab398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550772'] for router_gateway, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:09.802978 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd5bb-5230-4c10-8418-7140661ab398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2074'] for router, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:09.805114 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd5bb-5230-4c10-8418-7140661ab398 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:09.872062 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd5bb-5230-4c10-8418-7140661ab398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597513'] for router, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:09.872364 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6fd5bb-5230-4c10-8418-7140661ab398 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6b93736-2e71-49d4-a502-c07f96359c95 {{(pid=108150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:47:09.885019 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd5bb-5230-4c10-8418-7140661ab398 admin admin] Publish callbacks [] for router, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:09.886253 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-cd6fd5bb-5230-4c10-8418-7140661ab398 admin admin] 10.222.0.74 "DELETE /v2.0/routers/b6b93736-2e71-49d4-a502-c07f96359c95 HTTP/1.1" status: 204 len: 168 time: 1.1155586 Oct 28 08:47:09.888769 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 57920) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:09.932206 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fcae70f-2525-4f6b-8320-6e03c4c3183a admin admin] Deleting subnet 1f5023ad-3a23-4ef5-bca6-1db40f9cfe9a {{(pid=108150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:47:09.935765 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4fcae70f-2525-4f6b-8320-6e03c4c3183a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:09.969858 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4fcae70f-2525-4f6b-8320-6e03c4c3183a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25531807'] for subnet, precommit_delete_associations {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.091329 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4fcae70f-2525-4f6b-8320-6e03c4c3183a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697502'] for subnet, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.147565 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device eb683a74-5389-45a4-b89c-0b4a17e2d069 no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:47:10.156066 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4fcae70f-2525-4f6b-8320-6e03c4c3183a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25530636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25242352'] for subnet, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.173859 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: eb683a74-5389-45a4-b89c-0b4a17e2d069 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:47:10.174212 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device eb683a74-5389-45a4-b89c-0b4a17e2d069 not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:47:10.174626 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device d5abcdfe-55c5-432a-abbf-c6ca32488026 no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:47:10.183004 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcae70f-2525-4f6b-8320-6e03c4c3183a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f5023ad-3a23-4ef5-bca6-1db40f9cfe9a,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:10.189703 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4fcae70f-2525-4f6b-8320-6e03c4c3183a admin admin] Publish callbacks [] for subnet, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.194669 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-4fcae70f-2525-4f6b-8320-6e03c4c3183a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/1f5023ad-3a23-4ef5-bca6-1db40f9cfe9a HTTP/1.1" status: 204 len: 168 time: 0.3048685 Oct 28 08:47:10.196358 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8d5603-a7e8-487a-aedd-631e80df862d None None] Network 3f3d60b5-9641-446f-9a94-f0661a96e00a requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:47:10.198427 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 57924) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:10.199718 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: d5abcdfe-55c5-432a-abbf-c6ca32488026 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:47:10.200057 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device d5abcdfe-55c5-432a-abbf-c6ca32488026 not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:47:10.274204 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8072101'] for network, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.332026 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] Deleting port 7b90e7db-2496-4193-ab9f-2ece19a5b97d {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:47:10.332431 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.402710 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] For port 7b90e7db-2496-4193-ab9f-2ece19a5b97d, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=7b90e7db-2496-4193-ab9f-2ece19a5b97d,segment=NetworkSegment(b614f7a2-54dc-4ec0-b44c-27e92e494e7d),segment_id=b614f7a2-54dc-4ec0-b44c-27e92e494e7d)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:10.403189 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.405347 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4a2615-8ef5-45a6-bcf1-a0755edd386d None None] DHCP port deletion for 3f3d60b5-9641-446f-9a94-f0661a96e00a request from dv-cinder-815660-3-iscsi {{(pid=108151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:47:10.421406 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] Calling delete_port for 7b90e7db-2496-4193-ab9f-2ece19a5b97d owned by network:dhcp {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:47:10.456207 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a2615-8ef5-45a6-bcf1-a0755edd386d None None] Deleting port 7b90e7db-2496-4193-ab9f-2ece19a5b97d {{(pid=108151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:47:10.456665 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2615-8ef5-45a6-bcf1-a0755edd386d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.517304 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.521442 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-ea4a2615-8ef5-45a6-bcf1-a0755edd386d None None] For port 7b90e7db-2496-4193-ab9f-2ece19a5b97d, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=7b90e7db-2496-4193-ab9f-2ece19a5b97d,segment=NetworkSegment(b614f7a2-54dc-4ec0-b44c-27e92e494e7d),segment_id=b614f7a2-54dc-4ec0-b44c-27e92e494e7d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:10.521866 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2615-8ef5-45a6-bcf1-a0755edd386d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.534721 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a2615-8ef5-45a6-bcf1-a0755edd386d None None] Calling delete_port for 7b90e7db-2496-4193-ab9f-2ece19a5b97d owned by network:dhcp {{(pid=108151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:47:10.543094 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b90e7db-2496-4193-ab9f-2ece19a5b97d,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:10.546787 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] No DVR routers for this DVR port 7b90e7db-2496-4193-ab9f-2ece19a5b97d on host dv-cinder-815660-3-iscsi {{(pid=108149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:47:10.620804 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2615-8ef5-45a6-bcf1-a0755edd386d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589'] for port, after_delete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.631705 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700171', 'neutron.services.segments.db._delete_segments_for_network-8726588780638'] for network, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.646487 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a2615-8ef5-45a6-bcf1-a0755edd386d None None] Pushing event deleted for resources: {'Port': ['ID=7b90e7db-2496-4193-ab9f-2ece19a5b97d,revision_number=None']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:10.649993 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4a2615-8ef5-45a6-bcf1-a0755edd386d None None] No DVR routers for this DVR port 7b90e7db-2496-4193-ab9f-2ece19a5b97d on host dv-cinder-815660-3-iscsi {{(pid=108151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:47:10.657873 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3d60b5-9641-446f-9a94-f0661a96e00a']}} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:10.677859 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b614f7a2-54dc-4ec0-b44c-27e92e494e7d') {'for_net_delete': True} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:10.678150 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b614f7a2-54dc-4ec0-b44c-27e92e494e7d') {} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:10.688466 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726588781415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-339859'] for segment, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.701539 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.709113 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=108149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:47:10.709515 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25303620'] for segment, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: Traceback (most recent call last): Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: timer() Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: cb(*args, **kw) Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: return func(*args, **kwargs) Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: self._notify() Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: self.callback(batched_events) Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: event.method(event) Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: return f(self, *a, **k) Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._get(url).json() Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: return self.request(url, 'GET', **kwargs) Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:47:10.711378 dv-cinder-815660-3-iscsi neutron-server[108149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:47:10.767352 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550728'] for network, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.772929 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:10.776174 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] 10.222.0.74 "DELETE /v2.0/networks/3f3d60b5-9641-446f-9a94-f0661a96e00a HTTP/1.1" status: 204 len: 168 time: 0.5767345 Oct 28 08:47:10.788538 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ee34e-76f8-4fb2-957d-19bd46cdbb42 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f3d60b5-9641-446f-9a94-f0661a96e00a,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:10.893055 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 57930) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:10.938601 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-d23c719e-c04b-4c59-84ce-fcf596ba827e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5c6091e93f804ac3b925a7b3e9f3c747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438545 Oct 28 08:47:10.940916 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 57932) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:10.990744 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7b2d6940-52b8-44d3-b129-e43bbe1b2632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:11.011843 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7b2d6940-52b8-44d3-b129-e43bbe1b2632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:11.059259 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7b2d6940-52b8-44d3-b129-e43bbe1b2632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:11.061827 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7b2d6940-52b8-44d3-b129-e43bbe1b2632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:11.063497 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-7b2d6940-52b8-44d3-b129-e43bbe1b2632 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e04b387d-84b2-4446-9e98-e75529a2d4e2 HTTP/1.1" status: 204 len: 168 time: 0.1216609 Oct 28 08:47:11.071296 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d6940-52b8-44d3-b129-e43bbe1b2632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04b387d-84b2-4446-9e98-e75529a2d4e2,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:11.451056 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 57940) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:11.495952 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-2e84fe49-407e-4efc-9b61-09d9d1802848 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1c40174818f8445c97be17aed0fd6d22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435519 Oct 28 08:47:11.498421 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 57942) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:11.547917 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44c49f0a-ce42-4a98-939c-0afcdbcace38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:11.569924 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44c49f0a-ce42-4a98-939c-0afcdbcace38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:11.617163 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44c49f0a-ce42-4a98-939c-0afcdbcace38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:11.620692 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44c49f0a-ce42-4a98-939c-0afcdbcace38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:11.622290 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-44c49f0a-ce42-4a98-939c-0afcdbcace38 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/534c864a-9fea-42e0-a0ee-a431019730f9 HTTP/1.1" status: 204 len: 168 time: 0.1228442 Oct 28 08:47:11.631210 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c49f0a-ce42-4a98-939c-0afcdbcace38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534c864a-9fea-42e0-a0ee-a431019730f9,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:12.100867 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 7b90e7db-2496-4193-ab9f-2ece19a5b97d no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:47:12.121229 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: 7b90e7db-2496-4193-ab9f-2ece19a5b97d {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:47:12.121659 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 7b90e7db-2496-4193-ab9f-2ece19a5b97d not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:47:12.332932 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 57968) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:12.430843 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-bf8c0bc7-991d-4722-b61f-05727bebb816 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-677177209-network', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:12.451242 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8c0bc7-991d-4722-b61f-05727bebb816 admin admin] Made reservation on behalf of d66afaa2b9f04ea1a518ab92aab8cb1d for: {'network': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:12.453538 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bf8c0bc7-991d-4722-b61f-05727bebb816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for network, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:12.461625 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bf8c0bc7-991d-4722-b61f-05727bebb816 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:12.544943 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bf8c0bc7-991d-4722-b61f-05727bebb816 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:12.549683 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bf8c0bc7-991d-4722-b61f-05727bebb816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:12.573595 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8c0bc7-991d-4722-b61f-05727bebb816 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=108150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:47:12.583140 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c0bc7-991d-4722-b61f-05727bebb816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b867551f-1315-4e39-8424-4d503ed1389b,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:12.596471 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bf8c0bc7-991d-4722-b61f-05727bebb816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:12.596814 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.db.segments_db [None req-bf8c0bc7-991d-4722-b61f-05727bebb816 admin admin] Added segment d816620b-6b1f-4634-be13-3394c65a21ad of type vlan for network 46cffedc-a76f-4c3b-a308-ea44ccc749a5 Oct 28 08:47:12.638584 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bf8c0bc7-991d-4722-b61f-05727bebb816 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726588262319'] for network, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:12.664937 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bf8c0bc7-991d-4722-b61f-05727bebb816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for network, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:12.665910 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8c0bc7-991d-4722-b61f-05727bebb816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:12.666491 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-bf8c0bc7-991d-4722-b61f-05727bebb816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:12.724847 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-bf8c0bc7-991d-4722-b61f-05727bebb816 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3907883 Oct 28 08:47:12.728093 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 57972) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:12.733077 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-5b12eca6-db10-4e14-a303-d960df385223 admin admin] Request body: {'subnet': {'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-677177209-subnet', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'ip_version': 4}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:12.736523 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c0bc7-991d-4722-b61f-05727bebb816 admin admin] Pushing event updated for resources: {'Network': ['ID=46cffedc-a76f-4c3b-a308-ea44ccc749a5,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:12.752976 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Network 46cffedc-a76f-4c3b-a308-ea44ccc749a5 details requested by agent ovs-agent-dv-cinder-815660-3-iscsi with host dv-cinder-815660-3-iscsi {{(pid=108151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:47:12.763263 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b12eca6-db10-4e14-a303-d960df385223 admin admin] Made reservation on behalf of d66afaa2b9f04ea1a518ab92aab8cb1d for: {'subnet': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:12.767448 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5b12eca6-db10-4e14-a303-d960df385223 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25577625'] for subnet, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:12.949522 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5b12eca6-db10-4e14-a303-d960df385223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25303791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577611'] for subnet, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.006958 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12eca6-db10-4e14-a303-d960df385223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca61d55-41f0-47f4-9f73-3ff0159a70ba,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:13.018033 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b12eca6-db10-4e14-a303-d960df385223 admin admin] Checking segment: {'id': 'd816620b-6b1f-4634-be13-3394c65a21ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:13.018386 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b12eca6-db10-4e14-a303-d960df385223 admin admin] Network hostable DHCP agents. Network: 46cffedc-a76f-4c3b-a308-ea44ccc749a5, hostable agents: ['a0272f17-d1f2-4606-9a20-f7b889da77c9'], hosted agents: [] {{(pid=108149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:47:13.035398 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b12eca6-db10-4e14-a303-d960df385223 admin admin] Network 46cffedc-a76f-4c3b-a308-ea44ccc749a5 is scheduled to be hosted by DHCP agent a0272f17-d1f2-4606-9a20-f7b889da77c9 with binding_index 1 {{(pid=108149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:47:13.044169 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-5b12eca6-db10-4e14-a303-d960df385223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-3-iscsi, 46cffedc-a76f-4c3b-a308-ea44ccc749a5) {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:13.049139 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b12eca6-db10-4e14-a303-d960df385223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:13.049705 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5b12eca6-db10-4e14-a303-d960df385223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.052973 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687488c1-2c55-4a4e-b735-6da19529b09b None None] Network 46cffedc-a76f-4c3b-a308-ea44ccc749a5 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:47:13.067674 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-5b12eca6-db10-4e14-a303-d960df385223 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3384149 Oct 28 08:47:13.070320 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 57974) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:13.074485 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-0d2967fb-972c-4d5e-ae15-db13bd191989 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-677177209-router', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:13.097229 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0d2967fb-972c-4d5e-ae15-db13bd191989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2088'] for router, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.098616 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0d2967fb-972c-4d5e-ae15-db13bd191989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2067'] for router, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.157132 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0d2967fb-972c-4d5e-ae15-db13bd191989 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.204604 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9124244-5199-52c3-8d2f-e0fb3de2782f-46cffedc-a76f-4c3b-a308-ea44ccc749a5', 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'fixed_ips': [{'subnet_id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba'}]}} from dv-cinder-815660-3-iscsi. {{(pid=108151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:47:13.205519 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.298180 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0d2967fb-972c-4d5e-ae15-db13bd191989 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.355036 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.db_base_plugin_common [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] Allocated IP 172.20.0.2 (46cffedc-a76f-4c3b-a308-ea44ccc749a5/6ca61d55-41f0-47f4-9f73-3ff0159a70ba/7d21f4de-53f4-42af-ab00-7ec5fc6e394d) {{(pid=108151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:13.504023 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0d2967fb-972c-4d5e-ae15-db13bd191989 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.504428 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] Publish callbacks [] for port, precommit_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.510254 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.522795 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0d2967fb-972c-4d5e-ae15-db13bd191989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.550073 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] Network 46cffedc-a76f-4c3b-a308-ea44ccc749a5 is already hosted by enough agents. {{(pid=108151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:13.554567 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.base_scheduler [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] Resources bound (agent type, host, resource id): {{(pid=108151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:13.558563 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] Received port after_create {{(pid=108151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:13.564846 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] Pushing event updated for resources: {'Port': ['ID=7d21f4de-53f4-42af-ab00-7ec5fc6e394d,revision_number=1']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:13.617624 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] Attempting to bind port 7d21f4de-53f4-42af-ab00-7ec5fc6e394d on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:13.618008 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] Attempting to bind port 7d21f4de-53f4-42af-ab00-7ec5fc6e394d by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': 'd816620b-6b1f-4634-be13-3394c65a21ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5'}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:13.618353 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] Attempting to bind port 7d21f4de-53f4-42af-ab00-7ec5fc6e394d on network 46cffedc-a76f-4c3b-a308-ea44ccc749a5 {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:13.623288 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:13.623650 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] Checking segment: {'id': 'd816620b-6b1f-4634-be13-3394c65a21ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:13.624150 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.624539 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] Bound using segment: {'id': 'd816620b-6b1f-4634-be13-3394c65a21ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5'} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:13.625533 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] Bound port: 7d21f4de-53f4-42af-ab00-7ec5fc6e394d, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd816620b-6b1f-4634-be13-3394c65a21ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5'}}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:13.625935 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.644722 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [None req-0d2967fb-972c-4d5e-ae15-db13bd191989 admin admin] Allocated IP 172.27.2.4 (c0718a07-d425-45b1-8de3-71ded0279532/b41219f0-2f46-4802-a1ee-8d1af97776ac/cc7f25a0-a1ba-42bf-b281-7a36e12bfec4) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:13.699824 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] For port 7d21f4de-53f4-42af-ab00-7ec5fc6e394d, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:13.702999 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] For port 7d21f4de-53f4-42af-ab00-7ec5fc6e394d, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=7d21f4de-53f4-42af-ab00-7ec5fc6e394d,segment=NetworkSegment(d816620b-6b1f-4634-be13-3394c65a21ad),segment_id=d816620b-6b1f-4634-be13-3394c65a21ad)] {{(pid=108151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:13.707970 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.769670 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0d2967fb-972c-4d5e-ae15-db13bd191989 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.780231 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33aed14-00ab-4dce-9f26-170a239a4657 None None] Pushing event updated for resources: {'Port': ['ID=7d21f4de-53f4-42af-ab00-7ec5fc6e394d,revision_number=2']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:13.813080 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0d2967fb-972c-4d5e-ae15-db13bd191989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:13.858478 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2967fb-972c-4d5e-ae15-db13bd191989 admin admin] Network c0718a07-d425-45b1-8de3-71ded0279532 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:13.862263 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-0d2967fb-972c-4d5e-ae15-db13bd191989 admin admin] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:13.866591 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2967fb-972c-4d5e-ae15-db13bd191989 admin admin] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:13.890336 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2967fb-972c-4d5e-ae15-db13bd191989 admin admin] Pushing event updated for resources: {'Port': ['ID=cc7f25a0-a1ba-42bf-b281-7a36e12bfec4,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:14.144399 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 7d21f4de-53f4-42af-ab00-7ec5fc6e394d up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:14.153359 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0d2967fb-972c-4d5e-ae15-db13bd191989 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:14.197847 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 7d21f4de-53f4-42af-ab00-7ec5fc6e394d triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:14.198136 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:14.287255 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:14.333676 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] For port 7d21f4de-53f4-42af-ab00-7ec5fc6e394d, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=7d21f4de-53f4-42af-ab00-7ec5fc6e394d,segment=NetworkSegment(d816620b-6b1f-4634-be13-3394c65a21ad),segment_id=d816620b-6b1f-4634-be13-3394c65a21ad)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:14.338799 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:14.412275 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Pushing event updated for resources: {'Port': ['ID=7d21f4de-53f4-42af-ab00-7ec5fc6e394d,revision_number=3']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:14.647760 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0d2967fb-972c-4d5e-ae15-db13bd191989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591004'] for router, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:14.722654 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bdf96e-f72f-491d-81bc-007b441ee314 None None] Network 46cffedc-a76f-4c3b-a308-ea44ccc749a5 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:47:14.805992 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2967fb-972c-4d5e-ae15-db13bd191989 admin admin] Router 910be4ac-530c-48c3-9cce-26b79c0ee128 is scheduled to L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c with binding_index 1 {{(pid=108149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:47:14.837720 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-7d331d4a-8df5-42bd-9889-55d9b0d6c053 None None] Provisioning complete for port 7d21f4de-53f4-42af-ab00-7ec5fc6e394d triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:14.838295 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-7d331d4a-8df5-42bd-9889-55d9b0d6c053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:14.918566 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2967fb-972c-4d5e-ae15-db13bd191989 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:47:14.942096 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0d2967fb-972c-4d5e-ae15-db13bd191989 admin admin] Publish callbacks [] for router, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:14.943141 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] Sync routers for ids ['910be4ac-530c-48c3-9cce-26b79c0ee128'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:47:14.944023 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-0d2967fb-972c-4d5e-ae15-db13bd191989 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.8727579 Oct 28 08:47:14.947754 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 57980) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:14.988855 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] Routers {'910be4ac-530c-48c3-9cce-26b79c0ee128'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:14.989438 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:46:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['910be4ac-530c-48c3-9cce-26b79c0ee128'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:15.136225 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] Set router 910be4ac-530c-48c3-9cce-26b79c0ee128 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:15.340959 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-165379ad-3edf-4283-baba-9bf5c174dd5c None None] Provisioning complete for port 7d21f4de-53f4-42af-ab00-7ec5fc6e394d triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:15.341654 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-165379ad-3edf-4283-baba-9bf5c174dd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.410309 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'name': 'tempest-TestShelveInstance-677177209-router', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:14Z', 'revision_number': 3, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'gw_port': {'id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:46:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:15.439554 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] Checking router: 910be4ac-530c-48c3-9cce-26b79c0ee128 for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:47:15.439899 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] Updating router 910be4ac-530c-48c3-9cce-26b79c0ee128 port cc7f25a0-a1ba-42bf-b281-7a36e12bfec4 binding host dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:47:15.450001 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5f4a-57f8-4337-90aa-cf78eff688bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.493593 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.629867 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [None req-fbfd5f4a-57f8-4337-90aa-cf78eff688bd admin admin] Allocated IP 172.20.0.1 (46cffedc-a76f-4c3b-a308-ea44ccc749a5/6ca61d55-41f0-47f4-9f73-3ff0159a70ba/4791d512-eb99-4026-82b0-d35c1d468879) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:15.747249 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5f4a-57f8-4337-90aa-cf78eff688bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.783567 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5f4a-57f8-4337-90aa-cf78eff688bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.792985 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] Publish callbacks [] for port, precommit_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.800858 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.828306 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfd5f4a-57f8-4337-90aa-cf78eff688bd admin admin] Network 46cffedc-a76f-4c3b-a308-ea44ccc749a5 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:15.831404 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-fbfd5f4a-57f8-4337-90aa-cf78eff688bd admin admin] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:15.835079 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfd5f4a-57f8-4337-90aa-cf78eff688bd admin admin] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:15.859836 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] Attempting to bind port cc7f25a0-a1ba-42bf-b281-7a36e12bfec4 on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:15.860207 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] Attempting to bind port cc7f25a0-a1ba-42bf-b281-7a36e12bfec4 by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:15.860896 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] Attempting to bind port cc7f25a0-a1ba-42bf-b281-7a36e12bfec4 on network c0718a07-d425-45b1-8de3-71ded0279532 {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:15.862121 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd5f4a-57f8-4337-90aa-cf78eff688bd admin admin] Pushing event updated for resources: {'Port': ['ID=4791d512-eb99-4026-82b0-d35c1d468879,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:15.866639 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198b8b9-33c2-49bc-b680-6282ad78817a None None] Pushing event updated for resources: {'Port': ['ID=cc7f25a0-a1ba-42bf-b281-7a36e12bfec4,revision_number=2']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:15.870166 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:15.870561 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] Checking segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:15.870983 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.871377 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] Bound using segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:15.871903 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] Bound port: cc7f25a0-a1ba-42bf-b281-7a36e12bfec4, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:15.872321 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.886610 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5f4a-57f8-4337-90aa-cf78eff688bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550849'] for router_interface, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.934824 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] For port cc7f25a0-a1ba-42bf-b281-7a36e12bfec4, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:15.938954 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] For port cc7f25a0-a1ba-42bf-b281-7a36e12bfec4, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=cc7f25a0-a1ba-42bf-b281-7a36e12bfec4,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:15.945020 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.008366 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] Routers {'910be4ac-530c-48c3-9cce-26b79c0ee128'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:16.009153 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:46:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['910be4ac-530c-48c3-9cce-26b79c0ee128'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:16.043323 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5f4a-57f8-4337-90aa-cf78eff688bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.230667 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 7d21f4de-53f4-42af-ab00-7ec5fc6e394d up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:16.254915 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5f4a-57f8-4337-90aa-cf78eff688bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.260668 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5f4a-57f8-4337-90aa-cf78eff688bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.269287 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198b8b9-33c2-49bc-b680-6282ad78817a None None] Pushing event updated for resources: {'Port': ['ID=cc7f25a0-a1ba-42bf-b281-7a36e12bfec4,revision_number=3']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:16.304989 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-56e3ed6b-4e03-497f-bffc-fd8240fb7368 None None] Provisioning complete for port 4791d512-eb99-4026-82b0-d35c1d468879 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:16.305347 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-56e3ed6b-4e03-497f-bffc-fd8240fb7368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.334353 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd5f4a-57f8-4337-90aa-cf78eff688bd admin admin] Pushing event updated for resources: {'Port': ['ID=4791d512-eb99-4026-82b0-d35c1d468879,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:16.339466 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5f4a-57f8-4337-90aa-cf78eff688bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-784823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591697'] for router_interface, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.362049 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] Set router 910be4ac-530c-48c3-9cce-26b79c0ee128 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:16.405400 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-56e3ed6b-4e03-497f-bffc-fd8240fb7368 None None] Port 4791d512-eb99-4026-82b0-d35c1d468879 cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:47:16.419575 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 7d21f4de-53f4-42af-ab00-7ec5fc6e394d triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:16.420045 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.469455 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfd5f4a-57f8-4337-90aa-cf78eff688bd admin admin] Network 46cffedc-a76f-4c3b-a308-ea44ccc749a5 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:16.471362 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-fbfd5f4a-57f8-4337-90aa-cf78eff688bd admin admin] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:16.598330 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfd5f4a-57f8-4337-90aa-cf78eff688bd admin admin] Router 910be4ac-530c-48c3-9cce-26b79c0ee128 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:47:16.688169 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'name': 'tempest-TestShelveInstance-677177209-router', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:15Z', 'revision_number': 4, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'gw_port': {'id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:46:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '4791d512-eb99-4026-82b0-d35c1d468879', 'name': '', 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'mac_address': 'fa:16:3e:d6:8e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:15Z', 'updated_at': '2021-10-28T08:47:15Z', 'revision_number': 1, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'subnets': [{'id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:16.722658 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe0458-05d0-444f-84ba-949e6b06984b None None] The sync data for ids ['910be4ac-530c-48c3-9cce-26b79c0ee128'] in dv-cinder-815660-3-iscsi is: [{'id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'name': 'tempest-TestShelveInstance-677177209-router', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:15Z', 'revision_number': 4, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'gw_port': {'id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:46:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '4791d512-eb99-4026-82b0-d35c1d468879', 'name': '', 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'mac_address': 'fa:16:3e:d6:8e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:15Z', 'updated_at': '2021-10-28T08:47:15Z', 'revision_number': 1, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'subnets': [{'id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:47:16.734005 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfd5f4a-57f8-4337-90aa-cf78eff688bd admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:47:16.738765 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-f2427c00-6d5c-486c-ba55-9ec0eed41c34 None None] Provisioning complete for port 4791d512-eb99-4026-82b0-d35c1d468879 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:16.739151 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-f2427c00-6d5c-486c-ba55-9ec0eed41c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:16.743345 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-fbfd5f4a-57f8-4337-90aa-cf78eff688bd admin admin] 10.222.0.74 "PUT /v2.0/routers/910be4ac-530c-48c3-9cce-26b79c0ee128/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7945032 Oct 28 08:47:16.783761 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-f2427c00-6d5c-486c-ba55-9ec0eed41c34 None None] Port 4791d512-eb99-4026-82b0-d35c1d468879 cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:47:17.285683 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 58000) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:17.291010 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-eff29ac8-7b93-42b1-91b2-290487d2d79d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1843381683-network', 'tenant_id': 'e2b9b4557d274807ad30b2c038b2aa8f'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:17.314241 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff29ac8-7b93-42b1-91b2-290487d2d79d admin admin] Made reservation on behalf of e2b9b4557d274807ad30b2c038b2aa8f for: {'network': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:17.316702 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-eff29ac8-7b93-42b1-91b2-290487d2d79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for network, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.326023 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-eff29ac8-7b93-42b1-91b2-290487d2d79d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.427413 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-eff29ac8-7b93-42b1-91b2-290487d2d79d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.431216 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-eff29ac8-7b93-42b1-91b2-290487d2d79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.457231 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff29ac8-7b93-42b1-91b2-290487d2d79d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=108149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:47:17.473314 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff29ac8-7b93-42b1-91b2-290487d2d79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb56e5c4-6bdb-4c90-bf20-207b31901db2,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:17.479333 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-eff29ac8-7b93-42b1-91b2-290487d2d79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.479677 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.segments_db [None req-eff29ac8-7b93-42b1-91b2-290487d2d79d admin admin] Added segment 80682724-f7e9-4bee-98d7-1490f555ee73 of type vlan for network 70125fe3-69be-4a79-9138-7ab209f24fd9 Oct 28 08:47:17.536233 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-eff29ac8-7b93-42b1-91b2-290487d2d79d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726588262319'] for network, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.565615 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-eff29ac8-7b93-42b1-91b2-290487d2d79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for network, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.566862 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff29ac8-7b93-42b1-91b2-290487d2d79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:17.567653 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-eff29ac8-7b93-42b1-91b2-290487d2d79d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.627186 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-eff29ac8-7b93-42b1-91b2-290487d2d79d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3402190 Oct 28 08:47:17.630096 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 58008) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:17.637037 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-888a87ea-0972-4f10-b4e0-f12a5a663dc4 admin admin] Request body: {'subnet': {'network_id': '70125fe3-69be-4a79-9138-7ab209f24fd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1843381683-subnet', 'tenant_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'ip_version': 4}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:17.643335 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff29ac8-7b93-42b1-91b2-290487d2d79d admin admin] Pushing event updated for resources: {'Network': ['ID=70125fe3-69be-4a79-9138-7ab209f24fd9,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:17.667240 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Network 70125fe3-69be-4a79-9138-7ab209f24fd9 details requested by agent ovs-agent-dv-cinder-815660-3-iscsi with host dv-cinder-815660-3-iscsi {{(pid=108151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:47:17.667838 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888a87ea-0972-4f10-b4e0-f12a5a663dc4 admin admin] Made reservation on behalf of e2b9b4557d274807ad30b2c038b2aa8f for: {'subnet': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:17.667838 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-888a87ea-0972-4f10-b4e0-f12a5a663dc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25244945'] for subnet, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.872630 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-888a87ea-0972-4f10-b4e0-f12a5a663dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25530701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25244931'] for subnet, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.933190 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a87ea-0972-4f10-b4e0-f12a5a663dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5dc9b4a-96c4-4150-bf26-c458568269a6,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:17.943099 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888a87ea-0972-4f10-b4e0-f12a5a663dc4 admin admin] Checking segment: {'id': '80682724-f7e9-4bee-98d7-1490f555ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '70125fe3-69be-4a79-9138-7ab209f24fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:17.943453 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888a87ea-0972-4f10-b4e0-f12a5a663dc4 admin admin] Network hostable DHCP agents. Network: 70125fe3-69be-4a79-9138-7ab209f24fd9, hostable agents: ['a0272f17-d1f2-4606-9a20-f7b889da77c9'], hosted agents: [] {{(pid=108150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:47:17.961227 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888a87ea-0972-4f10-b4e0-f12a5a663dc4 admin admin] Network 70125fe3-69be-4a79-9138-7ab209f24fd9 is scheduled to be hosted by DHCP agent a0272f17-d1f2-4606-9a20-f7b889da77c9 with binding_index 1 {{(pid=108150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:47:17.978583 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-888a87ea-0972-4f10-b4e0-f12a5a663dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-3-iscsi, 70125fe3-69be-4a79-9138-7ab209f24fd9) {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:17.983876 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888a87ea-0972-4f10-b4e0-f12a5a663dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:17.985568 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-888a87ea-0972-4f10-b4e0-f12a5a663dc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.995595 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695b1c7c-a99b-4279-af3c-d640bbc07c79 None None] Network 70125fe3-69be-4a79-9138-7ab209f24fd9 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:47:18.006443 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-888a87ea-0972-4f10-b4e0-f12a5a663dc4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3742931 Oct 28 08:47:18.009190 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 58016) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:18.019435 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-4609fa94-dbbc-4e05-a508-384e81e3774e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1843381683-router', 'tenant_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:18.088089 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4609fa94-dbbc-4e05-a508-384e81e3774e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2088'] for router, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.089250 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4609fa94-dbbc-4e05-a508-384e81e3774e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-452410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2067'] for router, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.163898 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4609fa94-dbbc-4e05-a508-384e81e3774e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.208336 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.217684 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device cc7f25a0-a1ba-42bf-b281-7a36e12bfec4 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:18.262121 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9124244-5199-52c3-8d2f-e0fb3de2782f-70125fe3-69be-4a79-9138-7ab209f24fd9', 'network_id': '70125fe3-69be-4a79-9138-7ab209f24fd9', 'tenant_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'fixed_ips': [{'subnet_id': 'e5dc9b4a-96c4-4150-bf26-c458568269a6'}]}} from dv-cinder-815660-3-iscsi. {{(pid=108151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:47:18.262979 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.322466 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4609fa94-dbbc-4e05-a508-384e81e3774e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.368919 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port cc7f25a0-a1ba-42bf-b281-7a36e12bfec4 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:18.369288 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.461664 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.db_base_plugin_common [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] Allocated IP 172.20.0.2 (70125fe3-69be-4a79-9138-7ab209f24fd9/e5dc9b4a-96c4-4150-bf26-c458568269a6/494dda97-1adb-4d1d-8b0d-f5cd33b10337) {{(pid=108151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:18.550426 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.566215 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4609fa94-dbbc-4e05-a508-384e81e3774e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.578498 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] For port cc7f25a0-a1ba-42bf-b281-7a36e12bfec4, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=cc7f25a0-a1ba-42bf-b281-7a36e12bfec4,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:18.583974 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.590004 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4609fa94-dbbc-4e05-a508-384e81e3774e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.680703 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Pushing event updated for resources: {'Port': ['ID=cc7f25a0-a1ba-42bf-b281-7a36e12bfec4,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:18.702302 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [None req-4609fa94-dbbc-4e05-a508-384e81e3774e admin admin] Allocated IP 172.27.2.200 (c0718a07-d425-45b1-8de3-71ded0279532/b41219f0-2f46-4802-a1ee-8d1af97776ac/0ba29719-42b6-4caa-92f5-9f444c18b03f) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:18.733043 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] Publish callbacks [] for port, precommit_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.741884 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580'] for port, after_create {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.782513 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] Network 70125fe3-69be-4a79-9138-7ab209f24fd9 is already hosted by enough agents. {{(pid=108151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:18.785625 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.scheduler.base_scheduler [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] Resources bound (agent type, host, resource id): {{(pid=108151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:18.788100 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] Received port after_create {{(pid=108151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:18.809633 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] Pushing event updated for resources: {'Port': ['ID=494dda97-1adb-4d1d-8b0d-f5cd33b10337,revision_number=1']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:18.836147 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4609fa94-dbbc-4e05-a508-384e81e3774e admin admin] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.880453 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] Attempting to bind port 494dda97-1adb-4d1d-8b0d-f5cd33b10337 on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:18.881037 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] Attempting to bind port 494dda97-1adb-4d1d-8b0d-f5cd33b10337 by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': '80682724-f7e9-4bee-98d7-1490f555ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '70125fe3-69be-4a79-9138-7ab209f24fd9'}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:18.881295 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4609fa94-dbbc-4e05-a508-384e81e3774e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.881619 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] Attempting to bind port 494dda97-1adb-4d1d-8b0d-f5cd33b10337 on network 70125fe3-69be-4a79-9138-7ab209f24fd9 {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:18.889422 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:18.891103 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] Checking segment: {'id': '80682724-f7e9-4bee-98d7-1490f555ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '70125fe3-69be-4a79-9138-7ab209f24fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:18.891697 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.892317 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] Bound using segment: {'id': '80682724-f7e9-4bee-98d7-1490f555ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '70125fe3-69be-4a79-9138-7ab209f24fd9'} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:18.892987 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] Bound port: 494dda97-1adb-4d1d-8b0d-f5cd33b10337, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80682724-f7e9-4bee-98d7-1490f555ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '70125fe3-69be-4a79-9138-7ab209f24fd9'}}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:18.893581 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:18.926657 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4609fa94-dbbc-4e05-a508-384e81e3774e admin admin] Network c0718a07-d425-45b1-8de3-71ded0279532 is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:18.929496 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-4609fa94-dbbc-4e05-a508-384e81e3774e admin admin] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:18.933730 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4609fa94-dbbc-4e05-a508-384e81e3774e admin admin] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:18.936710 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609fa94-dbbc-4e05-a508-384e81e3774e admin admin] Pushing event updated for resources: {'Port': ['ID=0ba29719-42b6-4caa-92f5-9f444c18b03f,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:18.969616 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] For port 494dda97-1adb-4d1d-8b0d-f5cd33b10337, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:18.974329 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] For port 494dda97-1adb-4d1d-8b0d-f5cd33b10337, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=494dda97-1adb-4d1d-8b0d-f5cd33b10337,segment=NetworkSegment(80682724-f7e9-4bee-98d7-1490f555ee73),segment_id=80682724-f7e9-4bee-98d7-1490f555ee73)] {{(pid=108151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:18.979639 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:19.051689 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa433495-3994-44a5-a17b-da3c12f371de None None] Pushing event updated for resources: {'Port': ['ID=494dda97-1adb-4d1d-8b0d-f5cd33b10337,revision_number=2']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:19.078697 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] Sync routers for ids ['910be4ac-530c-48c3-9cce-26b79c0ee128'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:47:19.089252 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] Routers {'910be4ac-530c-48c3-9cce-26b79c0ee128'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:19.089918 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:46:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['910be4ac-530c-48c3-9cce-26b79c0ee128'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:19.283545 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4609fa94-dbbc-4e05-a508-384e81e3774e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:19.307237 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] Set router 910be4ac-530c-48c3-9cce-26b79c0ee128 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:19.535371 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'name': 'tempest-TestShelveInstance-677177209-router', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:15Z', 'revision_number': 4, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'gw_port': {'id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '4791d512-eb99-4026-82b0-d35c1d468879', 'name': '', 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'mac_address': 'fa:16:3e:d6:8e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:15Z', 'updated_at': '2021-10-28T08:47:16Z', 'revision_number': 2, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'subnets': [{'id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:19.541117 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4609fa94-dbbc-4e05-a508-384e81e3774e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591004'] for router, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:19.568204 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] Checking router: 910be4ac-530c-48c3-9cce-26b79c0ee128 for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:47:19.568554 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] Updating router 910be4ac-530c-48c3-9cce-26b79c0ee128 port 4791d512-eb99-4026-82b0-d35c1d468879 binding host dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:47:19.599355 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:19.685371 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4609fa94-dbbc-4e05-a508-384e81e3774e admin admin] Router f3dbfcf7-e2da-481b-b002-c51342b31fda is scheduled to L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c with binding_index 1 {{(pid=108150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:47:19.805597 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4609fa94-dbbc-4e05-a508-384e81e3774e admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:47:19.815592 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] Sync routers for ids ['f3dbfcf7-e2da-481b-b002-c51342b31fda'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:47:19.827862 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4609fa94-dbbc-4e05-a508-384e81e3774e admin admin] Publish callbacks [] for router, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:19.829004 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] Routers {'f3dbfcf7-e2da-481b-b002-c51342b31fda'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:19.829627 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:46:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['f3dbfcf7-e2da-481b-b002-c51342b31fda'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:19.829960 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-4609fa94-dbbc-4e05-a508-384e81e3774e admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8191545 Oct 28 08:47:19.832595 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 58032) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:19.895326 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] Publish callbacks [] for port, precommit_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:19.903973 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:19.956795 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017cdf9-b45c-4e52-96e9-3cc0446edc8d None None] Pushing event updated for resources: {'Port': ['ID=4791d512-eb99-4026-82b0-d35c1d468879,revision_number=3']} {{(pid=108152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:19.964745 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] Set router f3dbfcf7-e2da-481b-b002-c51342b31fda gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:19.973007 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017cdf9-b45c-4e52-96e9-3cc0446edc8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:19.973366 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017cdf9-b45c-4e52-96e9-3cc0446edc8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:19.973703 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017cdf9-b45c-4e52-96e9-3cc0446edc8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:19.974057 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017cdf9-b45c-4e52-96e9-3cc0446edc8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:19.974378 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017cdf9-b45c-4e52-96e9-3cc0446edc8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:19.974698 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017cdf9-b45c-4e52-96e9-3cc0446edc8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:19.975016 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017cdf9-b45c-4e52-96e9-3cc0446edc8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:19.975333 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017cdf9-b45c-4e52-96e9-3cc0446edc8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:19.975664 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017cdf9-b45c-4e52-96e9-3cc0446edc8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:19.975981 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017cdf9-b45c-4e52-96e9-3cc0446edc8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:19.976290 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017cdf9-b45c-4e52-96e9-3cc0446edc8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:19.976606 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8017cdf9-b45c-4e52-96e9-3cc0446edc8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:20.078987 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] Attempting to bind port 4791d512-eb99-4026-82b0-d35c1d468879 on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:20.080962 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] Attempting to bind port 4791d512-eb99-4026-82b0-d35c1d468879 by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': 'd816620b-6b1f-4634-be13-3394c65a21ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5'}] {{(pid=108152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:20.082994 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] Attempting to bind port 4791d512-eb99-4026-82b0-d35c1d468879 on network 46cffedc-a76f-4c3b-a308-ea44ccc749a5 {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:20.099163 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:20.101203 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] Checking segment: {'id': 'd816620b-6b1f-4634-be13-3394c65a21ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:20.101779 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.102641 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] Bound using segment: {'id': 'd816620b-6b1f-4634-be13-3394c65a21ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5'} {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:20.105347 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] Bound port: 4791d512-eb99-4026-82b0-d35c1d468879, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd816620b-6b1f-4634-be13-3394c65a21ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5'}}] {{(pid=108152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:20.105984 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.264766 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'name': 'tempest-TestShelveInstance-1843381683-router', 'tenant_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0ba29719-42b6-4caa-92f5-9f444c18b03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:18Z', 'updated_at': '2021-10-28T08:47:19Z', 'revision_number': 3, 'project_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'gw_port': {'id': '0ba29719-42b6-4caa-92f5-9f444c18b03f', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:18Z', 'updated_at': '2021-10-28T08:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:20.274898 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.db [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] For port 4791d512-eb99-4026-82b0-d35c1d468879, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:20.278252 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.db [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] For port 4791d512-eb99-4026-82b0-d35c1d468879, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=4791d512-eb99-4026-82b0-d35c1d468879,segment=NetworkSegment(d816620b-6b1f-4634-be13-3394c65a21ad),segment_id=d816620b-6b1f-4634-be13-3394c65a21ad)] {{(pid=108152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:20.285858 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.297678 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] Checking router: f3dbfcf7-e2da-481b-b002-c51342b31fda for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:47:20.298154 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] Updating router f3dbfcf7-e2da-481b-b002-c51342b31fda port 0ba29719-42b6-4caa-92f5-9f444c18b03f binding host dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:47:20.331442 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfec48a-f954-41ba-9c78-5e8bc5407cb6 None None] Network 70125fe3-69be-4a79-9138-7ab209f24fd9 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:47:20.378454 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] Routers {'910be4ac-530c-48c3-9cce-26b79c0ee128'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:20.379410 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:46:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['910be4ac-530c-48c3-9cce-26b79c0ee128'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:20.427878 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device cc7f25a0-a1ba-42bf-b281-7a36e12bfec4 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:20.485712 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.539767 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017cdf9-b45c-4e52-96e9-3cc0446edc8d None None] Pushing event updated for resources: {'Port': ['ID=4791d512-eb99-4026-82b0-d35c1d468879,revision_number=4']} {{(pid=108152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:20.549837 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-974f3904-7d16-4129-9c2d-e81523079230 None None] Provisioning complete for port 4791d512-eb99-4026-82b0-d35c1d468879 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:20.550336 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-974f3904-7d16-4129-9c2d-e81523079230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.626963 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] Set router 910be4ac-530c-48c3-9cce-26b79c0ee128 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:20.672900 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1fbfd054-b864-4b6b-b6da-f72788537327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.706120 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacd2df-4519-46b2-9cbe-bf5885341108 req-fc873ad1-e4cb-4170-8b86-adcf0e497da2 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:20.708496 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-daacd2df-4519-46b2-9cbe-bf5885341108 req-fc873ad1-e4cb-4170-8b86-adcf0e497da2 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 946 time: 0.1664693 Oct 28 08:47:20.786243 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port cc7f25a0-a1ba-42bf-b281-7a36e12bfec4 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:20.786640 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.804826 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-daacd2df-4519-46b2-9cbe-bf5885341108 req-5802b975-312c-462d-8dbe-2b5fdbdff5a9 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869801 Oct 28 08:47:20.882530 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'name': 'tempest-TestShelveInstance-677177209-router', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:15Z', 'revision_number': 4, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'gw_port': {'id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '4791d512-eb99-4026-82b0-d35c1d468879', 'name': '', 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'mac_address': 'fa:16:3e:d6:8e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:15Z', 'updated_at': '2021-10-28T08:47:20Z', 'revision_number': 4, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'subnets': [{'id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:20.914018 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [None req-1fbfd054-b864-4b6b-b6da-f72788537327 admin admin] Allocated IP 172.20.0.1 (70125fe3-69be-4a79-9138-7ab209f24fd9/e5dc9b4a-96c4-4150-bf26-c458568269a6/392cb38f-e088-443f-8989-88555e2bd984) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:20.918368 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad4223-da42-452a-89cb-14720b8168ba None None] The sync data for ids ['910be4ac-530c-48c3-9cce-26b79c0ee128'] in dv-cinder-815660-3-iscsi is: [{'id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'name': 'tempest-TestShelveInstance-677177209-router', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:15Z', 'revision_number': 4, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'gw_port': {'id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '4791d512-eb99-4026-82b0-d35c1d468879', 'name': '', 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'mac_address': 'fa:16:3e:d6:8e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:15Z', 'updated_at': '2021-10-28T08:47:20Z', 'revision_number': 4, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'subnets': [{'id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:47:21.035532 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1fbfd054-b864-4b6b-b6da-f72788537327 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.072694 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1fbfd054-b864-4b6b-b6da-f72788537327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.079395 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-974f3904-7d16-4129-9c2d-e81523079230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.120395 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbfd054-b864-4b6b-b6da-f72788537327 admin admin] Network 70125fe3-69be-4a79-9138-7ab209f24fd9 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:21.123385 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-1fbfd054-b864-4b6b-b6da-f72788537327 admin admin] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:21.128553 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbfd054-b864-4b6b-b6da-f72788537327 admin admin] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:21.152365 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfd054-b864-4b6b-b6da-f72788537327 admin admin] Pushing event updated for resources: {'Port': ['ID=392cb38f-e088-443f-8989-88555e2bd984,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:21.168703 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-974f3904-7d16-4129-9c2d-e81523079230 None None] For port 4791d512-eb99-4026-82b0-d35c1d468879, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=4791d512-eb99-4026-82b0-d35c1d468879,segment=NetworkSegment(d816620b-6b1f-4634-be13-3394c65a21ad),segment_id=d816620b-6b1f-4634-be13-3394c65a21ad)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:21.174182 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1fbfd054-b864-4b6b-b6da-f72788537327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550849'] for router_interface, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.198074 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-974f3904-7d16-4129-9c2d-e81523079230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.278717 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 494dda97-1adb-4d1d-8b0d-f5cd33b10337 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:21.323292 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-974f3904-7d16-4129-9c2d-e81523079230 None None] Provisioning complete for port 494dda97-1adb-4d1d-8b0d-f5cd33b10337 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:21.323659 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-974f3904-7d16-4129-9c2d-e81523079230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.338310 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1fbfd054-b864-4b6b-b6da-f72788537327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.373946 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] Publish callbacks [] for port, precommit_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.381499 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f3904-7d16-4129-9c2d-e81523079230 None None] Pushing event updated for resources: {'Port': ['ID=4791d512-eb99-4026-82b0-d35c1d468879,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:21.404664 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.486987 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96d95e-c735-4c2f-9711-e65da15249e8 None None] Pushing event updated for resources: {'Port': ['ID=0ba29719-42b6-4caa-92f5-9f444c18b03f,revision_number=2']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:21.489616 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] Attempting to bind port 0ba29719-42b6-4caa-92f5-9f444c18b03f on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:21.490062 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] Attempting to bind port 0ba29719-42b6-4caa-92f5-9f444c18b03f by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:21.490486 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] Attempting to bind port 0ba29719-42b6-4caa-92f5-9f444c18b03f on network c0718a07-d425-45b1-8de3-71ded0279532 {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:21.508830 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 494dda97-1adb-4d1d-8b0d-f5cd33b10337 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:21.508830 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.510515 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:21.510885 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] Checking segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:21.511273 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.512043 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] Bound using segment: {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'} {{(pid=108151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:21.513025 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.managers [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] Bound port: 0ba29719-42b6-4caa-92f5-9f444c18b03f, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67b7999-815a-403f-8c94-cb6090ccbb97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}}] {{(pid=108151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:21.513567 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.590096 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1fbfd054-b864-4b6b-b6da-f72788537327 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.596605 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1fbfd054-b864-4b6b-b6da-f72788537327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.635514 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-25ddd348-1d67-4923-9158-b6b293cbde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.643421 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-974f3904-7d16-4129-9c2d-e81523079230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.703067 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1fbfd054-b864-4b6b-b6da-f72788537327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-784823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591697'] for router_interface, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.705542 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] For port 0ba29719-42b6-4caa-92f5-9f444c18b03f, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:21.710092 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] For port 0ba29719-42b6-4caa-92f5-9f444c18b03f, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=0ba29719-42b6-4caa-92f5-9f444c18b03f,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:21.720197 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.742578 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-974f3904-7d16-4129-9c2d-e81523079230 None None] For port 494dda97-1adb-4d1d-8b0d-f5cd33b10337, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=494dda97-1adb-4d1d-8b0d-f5cd33b10337,segment=NetworkSegment(80682724-f7e9-4bee-98d7-1490f555ee73),segment_id=80682724-f7e9-4bee-98d7-1490f555ee73)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:21.783046 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfd054-b864-4b6b-b6da-f72788537327 admin admin] Pushing event updated for resources: {'Port': ['ID=392cb38f-e088-443f-8989-88555e2bd984,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:21.819404 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-974f3904-7d16-4129-9c2d-e81523079230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:21.856146 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbfd054-b864-4b6b-b6da-f72788537327 admin admin] Network 70125fe3-69be-4a79-9138-7ab209f24fd9 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:21.857601 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-1fbfd054-b864-4b6b-b6da-f72788537327 admin admin] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:21.876931 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96d95e-c735-4c2f-9711-e65da15249e8 None None] Pushing event updated for resources: {'Port': ['ID=0ba29719-42b6-4caa-92f5-9f444c18b03f,revision_number=3']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:21.881112 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] Routers {'f3dbfcf7-e2da-481b-b002-c51342b31fda'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:21.882103 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:46:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['f3dbfcf7-e2da-481b-b002-c51342b31fda'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:22.028106 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbfd054-b864-4b6b-b6da-f72788537327 admin admin] Router f3dbfcf7-e2da-481b-b002-c51342b31fda has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:47:22.057692 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f3904-7d16-4129-9c2d-e81523079230 None None] Pushing event updated for resources: {'Port': ['ID=494dda97-1adb-4d1d-8b0d-f5cd33b10337,revision_number=3']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:22.066231 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-069e2d13-6076-4bdd-9fc2-e154274a1fe6 None None] Provisioning complete for port 392cb38f-e088-443f-8989-88555e2bd984 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:22.066859 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-069e2d13-6076-4bdd-9fc2-e154274a1fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:22.128839 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] Set router f3dbfcf7-e2da-481b-b002-c51342b31fda gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:22.139074 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-069e2d13-6076-4bdd-9fc2-e154274a1fe6 None None] Port 392cb38f-e088-443f-8989-88555e2bd984 cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:47:22.214035 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-069e2d13-6076-4bdd-9fc2-e154274a1fe6 None None] Provisioning complete for port 4791d512-eb99-4026-82b0-d35c1d468879 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:22.214408 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-069e2d13-6076-4bdd-9fc2-e154274a1fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:22.246266 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 4791d512-eb99-4026-82b0-d35c1d468879 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:22.432825 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 4791d512-eb99-4026-82b0-d35c1d468879 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:22.433103 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:22.522064 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5228981-203a-49d6-9118-3a372d9772df req-5a8a0928-4c9b-4f9f-9fed-3489652fd6b4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:22.523556 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a5228981-203a-49d6-9118-3a372d9772df req-5a8a0928-4c9b-4f9f-9fed-3489652fd6b4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 946 time: 0.3748667 Oct 28 08:47:22.533615 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34c4fa-31b9-4387-af32-9d6dc9a96538 req-cafefa47-0d82-48a4-9b78-4ef0b30e18d3 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:22.534948 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-069e2d13-6076-4bdd-9fc2-e154274a1fe6 None None] Provisioning complete for port 494dda97-1adb-4d1d-8b0d-f5cd33b10337 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:22.535093 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6d34c4fa-31b9-4387-af32-9d6dc9a96538 req-cafefa47-0d82-48a4-9b78-4ef0b30e18d3 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 946 time: 0.1075313 Oct 28 08:47:22.535388 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-069e2d13-6076-4bdd-9fc2-e154274a1fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:22.538251 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbfd054-b864-4b6b-b6da-f72788537327 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:47:22.547368 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-1fbfd054-b864-4b6b-b6da-f72788537327 admin admin] 10.222.0.74 "PUT /v2.0/routers/f3dbfcf7-e2da-481b-b002-c51342b31fda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7130122 Oct 28 08:47:22.612970 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'name': 'tempest-TestShelveInstance-1843381683-router', 'tenant_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0ba29719-42b6-4caa-92f5-9f444c18b03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:18Z', 'updated_at': '2021-10-28T08:47:21Z', 'revision_number': 4, 'project_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'gw_port': {'id': '0ba29719-42b6-4caa-92f5-9f444c18b03f', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:18Z', 'updated_at': '2021-10-28T08:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '392cb38f-e088-443f-8989-88555e2bd984', 'name': '', 'network_id': '70125fe3-69be-4a79-9138-7ab209f24fd9', 'tenant_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'mac_address': 'fa:16:3e:6b:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e5dc9b4a-96c4-4150-bf26-c458568269a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:20Z', 'updated_at': '2021-10-28T08:47:21Z', 'revision_number': 2, 'project_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'subnets': [{'id': 'e5dc9b4a-96c4-4150-bf26-c458568269a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:22.613905 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a5228981-203a-49d6-9118-3a372d9772df req-5bef53d5-e0cc-4c99-9be2-52594c08b459 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778387 Oct 28 08:47:22.646977 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0319bab4-46fd-45ee-9693-b5ed1ef8ec76 None None] The sync data for ids ['f3dbfcf7-e2da-481b-b002-c51342b31fda'] in dv-cinder-815660-3-iscsi is: [{'id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'name': 'tempest-TestShelveInstance-1843381683-router', 'tenant_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0ba29719-42b6-4caa-92f5-9f444c18b03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:18Z', 'updated_at': '2021-10-28T08:47:21Z', 'revision_number': 4, 'project_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'gw_port': {'id': '0ba29719-42b6-4caa-92f5-9f444c18b03f', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:18Z', 'updated_at': '2021-10-28T08:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '392cb38f-e088-443f-8989-88555e2bd984', 'name': '', 'network_id': '70125fe3-69be-4a79-9138-7ab209f24fd9', 'tenant_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'mac_address': 'fa:16:3e:6b:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e5dc9b4a-96c4-4150-bf26-c458568269a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:20Z', 'updated_at': '2021-10-28T08:47:21Z', 'revision_number': 2, 'project_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'subnets': [{'id': 'e5dc9b4a-96c4-4150-bf26-c458568269a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:47:22.698561 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-6d34c4fa-31b9-4387-af32-9d6dc9a96538 req-c2022626-a857-4458-a86b-622f08cc0ca4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Deleting port da56e668-59c2-40dc-8745-6f9ac628122a {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:47:22.699169 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-6d34c4fa-31b9-4387-af32-9d6dc9a96538 req-c2022626-a857-4458-a86b-622f08cc0ca4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:22.805492 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-6d34c4fa-31b9-4387-af32-9d6dc9a96538 req-c2022626-a857-4458-a86b-622f08cc0ca4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] For port da56e668-59c2-40dc-8745-6f9ac628122a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=da56e668-59c2-40dc-8745-6f9ac628122a,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:22.805889 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-6d34c4fa-31b9-4387-af32-9d6dc9a96538 req-c2022626-a857-4458-a86b-622f08cc0ca4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:22.859897 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-c11b4e38-6249-43b1-b0d9-02a4881162d6 None None] Provisioning complete for port 392cb38f-e088-443f-8989-88555e2bd984 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:22.860423 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-c11b4e38-6249-43b1-b0d9-02a4881162d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:22.939046 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-c11b4e38-6249-43b1-b0d9-02a4881162d6 None None] Port 392cb38f-e088-443f-8989-88555e2bd984 cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:47:23.170071 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-6d34c4fa-31b9-4387-af32-9d6dc9a96538 req-c2022626-a857-4458-a86b-622f08cc0ca4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.170645 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-6d34c4fa-31b9-4387-af32-9d6dc9a96538 req-c2022626-a857-4458-a86b-622f08cc0ca4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550714'] for floatingip, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.170768 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.l3_db [req-6d34c4fa-31b9-4387-af32-9d6dc9a96538 req-c2022626-a857-4458-a86b-622f08cc0ca4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Floating IP e6e9aa2d-bb6c-4249-a3eb-22cf01fc91fe disassociated. External IP: 172.27.2.40, port: da56e668-59c2-40dc-8745-6f9ac628122a. Oct 28 08:47:23.171110 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-6d34c4fa-31b9-4387-af32-9d6dc9a96538 req-c2022626-a857-4458-a86b-622f08cc0ca4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Calling delete_port for da56e668-59c2-40dc-8745-6f9ac628122a owned by compute:nova {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:47:23.224370 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 58066) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:23.229647 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-7ddd6e9f-5046-49a1-9da7-ddff027f3e80 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1380748725', 'description': 'tempest-secgroup-smoke-1380748725 description', 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:23.259457 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 58068) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:23.273605 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6e9f-5046-49a1-9da7-ddff027f3e80 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.333571 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-6d34c4fa-31b9-4387-af32-9d6dc9a96538 req-c2022626-a857-4458-a86b-622f08cc0ca4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.367253 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2022626-a857-4458-a86b-622f08cc0ca4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event deleted for resources: {'Port': ['ID=da56e668-59c2-40dc-8745-6f9ac628122a,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:23.369439 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6e9f-5046-49a1-9da7-ddff027f3e80 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.385412 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6e9f-5046-49a1-9da7-ddff027f3e80 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.420180 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6e9f-5046-49a1-9da7-ddff027f3e80 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.423714 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-7ddd6e9f-5046-49a1-9da7-ddff027f3e80 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1976302 Oct 28 08:47:23.429953 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 58072) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:23.437872 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-61fe9b32-642e-4688-aef7-88496d0be200 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Request body: {'security_group_rule': {'security_group_id': 'eaba589d-4f06-4d0f-9bea-88b444acbfd6', 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:23.470766 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-9b1ffab0-0cff-4300-9f1a-df575808ea25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.472370 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd6e9f-5046-49a1-9da7-ddff027f3e80 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaba589d-4f06-4d0f-9bea-88b444acbfd6,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:23.500485 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-61fe9b32-642e-4688-aef7-88496d0be200 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.513095 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d34c4fa-31b9-4387-af32-9d6dc9a96538 req-c2022626-a857-4458-a86b-622f08cc0ca4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Router 36e695ef-6b9b-4f62-8445-7a8cd049392e has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:47:23.606376 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-61fe9b32-642e-4688-aef7-88496d0be200 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.616871 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-61fe9b32-642e-4688-aef7-88496d0be200 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.644264 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe9b32-642e-4688-aef7-88496d0be200 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb4a9ae-e0d0-4041-8883-5ce9394506d9,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:23.670245 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-61fe9b32-642e-4688-aef7-88496d0be200 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.673641 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-61fe9b32-642e-4688-aef7-88496d0be200 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2423375 Oct 28 08:47:23.676945 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 58076) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:23.677701 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-9b1ffab0-0cff-4300-9f1a-df575808ea25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.688161 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-b8bd94fb-74f1-4ecb-a865-79b5dec3db0e tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Request body: {'security_group_rule': {'security_group_id': 'eaba589d-4f06-4d0f-9bea-88b444acbfd6', 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:23.689894 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-9b1ffab0-0cff-4300-9f1a-df575808ea25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.717341 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d34c4fa-31b9-4387-af32-9d6dc9a96538 req-c2022626-a857-4458-a86b-622f08cc0ca4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:47:23.723463 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-9b1ffab0-0cff-4300-9f1a-df575808ea25 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=45fddd44909841d2946316e3940670d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4628108 Oct 28 08:47:23.726657 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 58078) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:23.732116 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd12c49-9d84-4dd4-9a44-531957a2160e None None] Sync routers for ids ['36e695ef-6b9b-4f62-8445-7a8cd049392e'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:47:23.749442 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ffab0-0cff-4300-9f1a-df575808ea25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430402d0-b366-45f0-8f12-b71f6805bc5a,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:23.759307 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd12c49-9d84-4dd4-9a44-531957a2160e None None] Routers {'36e695ef-6b9b-4f62-8445-7a8cd049392e'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:23.760785 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-0cd12c49-9d84-4dd4-9a44-531957a2160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:46:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['36e695ef-6b9b-4f62-8445-7a8cd049392e'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:23.797532 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d34c4fa-31b9-4387-af32-9d6dc9a96538 req-c2022626-a857-4458-a86b-622f08cc0ca4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] No DVR routers for this DVR port da56e668-59c2-40dc-8745-6f9ac628122a on host hv-cinder-81566 {{(pid=108149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:47:23.805215 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-6d34c4fa-31b9-4387-af32-9d6dc9a96538 req-c2022626-a857-4458-a86b-622f08cc0ca4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.811075 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c911c469-ec78-4f22-a79a-243a68b78ea9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.813562 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6d34c4fa-31b9-4387-af32-9d6dc9a96538 req-c2022626-a857-4458-a86b-622f08cc0ca4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.77 "DELETE /v2.0/ports/da56e668-59c2-40dc-8745-6f9ac628122a HTTP/1.1" status: 204 len: 173 time: 1.2642186 Oct 28 08:47:23.816061 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1aa424-5de3-486c-af93-d2e0b411fa1a', 'name': 'network-vif-deleted', 'tag': 'da56e668-59c2-40dc-8745-6f9ac628122a'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:23.823717 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab49cf0-d1f9-4b0a-9b7f-6db17c58ef88" -d '{"events": [{"server_uuid": "5d1aa424-5de3-486c-af93-d2e0b411fa1a", "name": "network-vif-deleted", "tag": "da56e668-59c2-40dc-8745-6f9ac628122a"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:23.862288 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c911c469-ec78-4f22-a79a-243a68b78ea9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.878683 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b8bd94fb-74f1-4ecb-a865-79b5dec3db0e tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.954958 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5317f7c0-d005-45a6-8533-23d634694c54 req-61fe88b7-ebda-4086-8c40-24d335e77835 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d1aa424-5de3-486c-af93-d2e0b411fa1a HTTP/1.1" status: 200 len: 210 time: 0.1975667 Oct 28 08:47:23.960190 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef3def3-04fa-4e95-854f-be9b79057214 x-openstack-request-id: req-4ef3def3-04fa-4e95-854f-be9b79057214 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:23.961882 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1aa424-5de3-486c-af93-d2e0b411fa1a", "name": "network-vif-deleted", "tag": "da56e668-59c2-40dc-8745-6f9ac628122a", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:23.962315 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4ef3def3-04fa-4e95-854f-be9b79057214 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:23.962963 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1aa424-5de3-486c-af93-d2e0b411fa1a', 'name': 'network-vif-deleted', 'tag': 'da56e668-59c2-40dc-8745-6f9ac628122a', 'status': 'completed', 'code': 200} Oct 28 08:47:23.980337 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c911c469-ec78-4f22-a79a-243a68b78ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.984851 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c911c469-ec78-4f22-a79a-243a68b78ea9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.986279 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-c911c469-ec78-4f22-a79a-243a68b78ea9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/430402d0-b366-45f0-8f12-b71f6805bc5a HTTP/1.1" status: 204 len: 168 time: 0.2587585 Oct 28 08:47:24.000605 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911c469-ec78-4f22-a79a-243a68b78ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430402d0-b366-45f0-8f12-b71f6805bc5a,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:24.018899 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b8bd94fb-74f1-4ecb-a865-79b5dec3db0e tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.031394 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b8bd94fb-74f1-4ecb-a865-79b5dec3db0e tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.046022 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-0cd12c49-9d84-4dd4-9a44-531957a2160e None None] Set router 36e695ef-6b9b-4f62-8445-7a8cd049392e gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:24.073478 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd94fb-74f1-4ecb-a865-79b5dec3db0e tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48e20f3-6734-405a-bd16-8c19046b5d61,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:24.083941 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-b8bd94fb-74f1-4ecb-a865-79b5dec3db0e tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.085679 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-b8bd94fb-74f1-4ecb-a865-79b5dec3db0e tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4074683 Oct 28 08:47:24.088521 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 58084) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:24.096916 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-d58d032c-5ba5-40dd-bb85-558386c45c09 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Request body: {'security_group_rule': {'security_group_id': 'eaba589d-4f06-4d0f-9bea-88b444acbfd6', 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:24.158116 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d58d032c-5ba5-40dd-bb85-558386c45c09 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.258125 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d58d032c-5ba5-40dd-bb85-558386c45c09 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.265578 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d58d032c-5ba5-40dd-bb85-558386c45c09 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.333659 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d032c-5ba5-40dd-bb85-558386c45c09 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e19843e-3ea1-4811-b2f0-c0fa94bc0fa9,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:24.342047 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d58d032c-5ba5-40dd-bb85-558386c45c09 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.348681 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-d58d032c-5ba5-40dd-bb85-558386c45c09 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2571378 Oct 28 08:47:24.349325 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 58086) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:24.354964 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-ad80ad11-6d4b-4fa4-9842-edcfbbba7474 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Request body: {'security_group_rule': {'security_group_id': 'eaba589d-4f06-4d0f-9bea-88b444acbfd6', 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:24.377915 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 0ba29719-42b6-4caa-92f5-9f444c18b03f up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:24.401189 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ad80ad11-6d4b-4fa4-9842-edcfbbba7474 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.431463 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-0cd12c49-9d84-4dd4-9a44-531957a2160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:22Z', 'revision_number': 5, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:24.461623 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd12c49-9d84-4dd4-9a44-531957a2160e None None] Checking router: 36e695ef-6b9b-4f62-8445-7a8cd049392e for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:47:24.466398 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 0ba29719-42b6-4caa-92f5-9f444c18b03f triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:24.466777 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.472743 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-067e5e61-ee2b-4ca6-b1a9-93cb3bba0d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.474475 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd12c49-9d84-4dd4-9a44-531957a2160e None None] Routers {'36e695ef-6b9b-4f62-8445-7a8cd049392e'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:24.475297 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-0cd12c49-9d84-4dd4-9a44-531957a2160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:46:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['36e695ef-6b9b-4f62-8445-7a8cd049392e'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:24.497985 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device da56e668-59c2-40dc-8745-6f9ac628122a no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:47:24.502146 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ad80ad11-6d4b-4fa4-9842-edcfbbba7474 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.507273 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ad80ad11-6d4b-4fa4-9842-edcfbbba7474 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.526916 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] No Port match for: da56e668-59c2-40dc-8745-6f9ac628122a {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:47:24.530339 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80ad11-6d4b-4fa4-9842-edcfbbba7474 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344e5b93-59a2-482b-a2f1-87c55fe4de45,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:24.530639 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device da56e668-59c2-40dc-8745-6f9ac628122a not bound to the agent host hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:47:24.545520 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ad80ad11-6d4b-4fa4-9842-edcfbbba7474 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.550988 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 58088) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:24.551655 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-ad80ad11-6d4b-4fa4-9842-edcfbbba7474 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2005439 Oct 28 08:47:24.555831 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-9d4f5409-239b-4afc-bf19-2c35e11c9175 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Request body: {'security_group_rule': {'security_group_id': 'eaba589d-4f06-4d0f-9bea-88b444acbfd6', 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:24.616301 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.626762 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.securitygroups_db [None req-9d4f5409-239b-4afc-bf19-2c35e11c9175 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Project d66afaa2b9f04ea1a518ab92aab8cb1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 08:47:24.635316 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-9d4f5409-239b-4afc-bf19-2c35e11c9175 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.652449 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] For port 0ba29719-42b6-4caa-92f5-9f444c18b03f, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=0ba29719-42b6-4caa-92f5-9f444c18b03f,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:24.663347 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.664398 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 494dda97-1adb-4d1d-8b0d-f5cd33b10337 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:24.738880 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-0cd12c49-9d84-4dd4-9a44-531957a2160e None None] Set router 36e695ef-6b9b-4f62-8445-7a8cd049392e gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:24.739444 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-9d4f5409-239b-4afc-bf19-2c35e11c9175 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.744850 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-9d4f5409-239b-4afc-bf19-2c35e11c9175 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.767276 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Pushing event updated for resources: {'Port': ['ID=0ba29719-42b6-4caa-92f5-9f444c18b03f,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:24.772287 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f5409-239b-4afc-bf19-2c35e11c9175 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e884c93-afa9-4abc-af0a-3e0d143aa9c7,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:24.778342 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 494dda97-1adb-4d1d-8b0d-f5cd33b10337 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:24.778659 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.785513 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-9d4f5409-239b-4afc-bf19-2c35e11c9175 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.789296 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-9d4f5409-239b-4afc-bf19-2c35e11c9175 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2347407 Oct 28 08:47:24.789497 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 58090) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:24.794633 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-181400c5-d7e7-4713-ad78-04b4e0ab4421 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Request body: {'security_group_rule': {'security_group_id': 'eaba589d-4f06-4d0f-9bea-88b444acbfd6', 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:24.825148 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.securitygroups_db [None req-181400c5-d7e7-4713-ad78-04b4e0ab4421 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Project d66afaa2b9f04ea1a518ab92aab8cb1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 08:47:24.831839 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-181400c5-d7e7-4713-ad78-04b4e0ab4421 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.909772 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-181400c5-d7e7-4713-ad78-04b4e0ab4421 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.913861 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-181400c5-d7e7-4713-ad78-04b4e0ab4421 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.933658 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181400c5-d7e7-4713-ad78-04b4e0ab4421 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec5ddba-af2a-4d33-949e-0147506e290f,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:24.939911 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-181400c5-d7e7-4713-ad78-04b4e0ab4421 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.941110 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-181400c5-d7e7-4713-ad78-04b4e0ab4421 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1506255 Oct 28 08:47:25.023740 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-0cd12c49-9d84-4dd4-9a44-531957a2160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:22Z', 'revision_number': 5, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:25.049949 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd12c49-9d84-4dd4-9a44-531957a2160e None None] The sync data for ids ['36e695ef-6b9b-4f62-8445-7a8cd049392e'] in dv-cinder-815660-3-iscsi is: [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:22Z', 'revision_number': 5, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:47:25.225854 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-aba6804d-74b2-4cd7-a4ba-f25b9daa839e tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1557192688&fields=id&tenant_id=3f8be4e851fc4c5bb989b23068ab50b0 HTTP/1.1" status: 200 len: 267 time: 0.0372517 Oct 28 08:47:25.348237 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-7ff3f261-19c3-494d-bb2f-0bf65db0c786 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:25.349707 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f1f81-81a7-4af6-bf03-499ff47a7e1a None None] New status for floating IP e6e9aa2d-bb6c-4249-a3eb-22cf01fc91fe: DOWN {{(pid=108151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:47:25.349948 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-7ff3f261-19c3-494d-bb2f-0bf65db0c786 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/networks?id=5c4e2068-440b-4c5b-b064-f6b110ee163c HTTP/1.1" status: 200 len: 811 time: 0.1170771 Oct 28 08:47:25.365227 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-c568abc6-c1c7-41b2-a002-8b13dde7d738 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/quotas/3f8be4e851fc4c5bb989b23068ab50b0 HTTP/1.1" status: 200 len: 375 time: 0.0098369 Oct 28 08:47:25.428921 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-995e6e08-0bd3-4a61-b608-b4fda07ca810 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3f8be4e851fc4c5bb989b23068ab50b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0566239 Oct 28 08:47:25.566704 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-20ba9e15-9e56-4fbd-8eba-3b0e78fdbfbe service neutron] 10.222.0.74 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229343 Oct 28 08:47:25.652568 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.679668 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-56e0c920-1d61-4bb8-96c5-8768b80b549b service neutron] 10.222.0.74 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061261 Oct 28 08:47:25.711302 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.808455 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] Sync routers for ids ['f3dbfcf7-e2da-481b-b002-c51342b31fda'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:47:25.819448 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] Routers {'f3dbfcf7-e2da-481b-b002-c51342b31fda'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:25.820390 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:47:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['f3dbfcf7-e2da-481b-b002-c51342b31fda'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:25.942176 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] Set router f3dbfcf7-e2da-481b-b002-c51342b31fda gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:26.063600 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-162f213a-8852-4031-b0da-649564440525 req-4ce4de5d-0ea9-42eb-8dfa-71c0776ba88c tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 210 time: 0.0542870 Oct 28 08:47:26.148284 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 0ba29719-42b6-4caa-92f5-9f444c18b03f up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:26.199640 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 0ba29719-42b6-4caa-92f5-9f444c18b03f triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:26.200210 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:26.215518 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'name': 'tempest-TestShelveInstance-1843381683-router', 'tenant_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0ba29719-42b6-4caa-92f5-9f444c18b03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:18Z', 'updated_at': '2021-10-28T08:47:21Z', 'revision_number': 4, 'project_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'gw_port': {'id': '0ba29719-42b6-4caa-92f5-9f444c18b03f', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:18Z', 'updated_at': '2021-10-28T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '392cb38f-e088-443f-8989-88555e2bd984', 'name': '', 'network_id': '70125fe3-69be-4a79-9138-7ab209f24fd9', 'tenant_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'mac_address': 'fa:16:3e:6b:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e5dc9b4a-96c4-4150-bf26-c458568269a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:20Z', 'updated_at': '2021-10-28T08:47:21Z', 'revision_number': 2, 'project_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'subnets': [{'id': 'e5dc9b4a-96c4-4150-bf26-c458568269a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:26.242648 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] Checking router: f3dbfcf7-e2da-481b-b002-c51342b31fda for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:47:26.242999 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] Updating router f3dbfcf7-e2da-481b-b002-c51342b31fda port 392cb38f-e088-443f-8989-88555e2bd984 binding host dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:47:26.288868 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:26.581707 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] Publish callbacks [] for port, precommit_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:26.587486 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:26.638504 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de385e94-ded4-4136-8500-74eebb0abebc None None] Pushing event updated for resources: {'Port': ['ID=392cb38f-e088-443f-8989-88555e2bd984,revision_number=3']} {{(pid=108152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:26.707955 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] Attempting to bind port 392cb38f-e088-443f-8989-88555e2bd984 on host dv-cinder-815660-3-iscsi for vnic_type normal with profile {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:26.708312 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] Attempting to bind port 392cb38f-e088-443f-8989-88555e2bd984 by drivers openvswitch,hyperv on host dv-cinder-815660-3-iscsi at level 0 using segments [{'id': '80682724-f7e9-4bee-98d7-1490f555ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '70125fe3-69be-4a79-9138-7ab209f24fd9'}] {{(pid=108152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:26.708664 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] Attempting to bind port 392cb38f-e088-443f-8989-88555e2bd984 on network 70125fe3-69be-4a79-9138-7ab209f24fd9 {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:26.714120 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] Checking agent: {'id': 'a183148f-b3a0-44f5-a2cf-9d77af6fe7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 25), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:26.714484 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] Checking segment: {'id': '80682724-f7e9-4bee-98d7-1490f555ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '70125fe3-69be-4a79-9138-7ab209f24fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:26.714873 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:26.715252 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] Bound using segment: {'id': '80682724-f7e9-4bee-98d7-1490f555ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '70125fe3-69be-4a79-9138-7ab209f24fd9'} {{(pid=108152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:26.715706 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.managers [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] Bound port: 392cb38f-e088-443f-8989-88555e2bd984, host: dv-cinder-815660-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80682724-f7e9-4bee-98d7-1490f555ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '70125fe3-69be-4a79-9138-7ab209f24fd9'}}] {{(pid=108152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:26.716074 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:26.787742 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.db [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] For port 392cb38f-e088-443f-8989-88555e2bd984, host dv-cinder-815660-3-iscsi, cleared binding levels {{(pid=108152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:26.791094 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.plugins.ml2.db [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] For port 392cb38f-e088-443f-8989-88555e2bd984, host dv-cinder-815660-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=392cb38f-e088-443f-8989-88555e2bd984,segment=NetworkSegment(80682724-f7e9-4bee-98d7-1490f555ee73),segment_id=80682724-f7e9-4bee-98d7-1490f555ee73)] {{(pid=108152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:26.796005 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron_lib.callbacks.manager [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:26.860757 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] Routers {'f3dbfcf7-e2da-481b-b002-c51342b31fda'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:26.861378 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:47:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['f3dbfcf7-e2da-481b-b002-c51342b31fda'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:26.863340 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de385e94-ded4-4136-8500-74eebb0abebc None None] Pushing event updated for resources: {'Port': ['ID=392cb38f-e088-443f-8989-88555e2bd984,revision_number=4']} {{(pid=108152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:26.894336 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-5abd4c8d-e456-4241-8867-ff2d77ead6eb None None] Provisioning complete for port 392cb38f-e088-443f-8989-88555e2bd984 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:26.894951 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-5abd4c8d-e456-4241-8867-ff2d77ead6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:26.991329 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-5abd4c8d-e456-4241-8867-ff2d77ead6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:27.018185 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] Set router f3dbfcf7-e2da-481b-b002-c51342b31fda gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:27.054220 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-5abd4c8d-e456-4241-8867-ff2d77ead6eb None None] For port 392cb38f-e088-443f-8989-88555e2bd984, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=392cb38f-e088-443f-8989-88555e2bd984,segment=NetworkSegment(80682724-f7e9-4bee-98d7-1490f555ee73),segment_id=80682724-f7e9-4bee-98d7-1490f555ee73)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:27.061674 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-5abd4c8d-e456-4241-8867-ff2d77ead6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:27.141830 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd4c8d-e456-4241-8867-ff2d77ead6eb None None] Pushing event updated for resources: {'Port': ['ID=392cb38f-e088-443f-8989-88555e2bd984,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:27.162215 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-50615a8a-b2e8-4257-955d-a3d64f595cf5 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:27.164407 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-50615a8a-b2e8-4257-955d-a3d64f595cf5 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.77 "GET /v2.0/networks?id=5c4e2068-440b-4c5b-b064-f6b110ee163c HTTP/1.1" status: 200 len: 811 time: 0.1800754 Oct 28 08:47:27.206555 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9adda09d-c456-431e-aa64-b9d036df7d4c req-55ade884-c4bd-47da-af58-7123923368e4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 210 time: 0.0366492 Oct 28 08:47:27.207042 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-8d68c21c-1feb-4486-94d7-a1ca86a43215 None None] Provisioning complete for port 392cb38f-e088-443f-8989-88555e2bd984 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:27.207534 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8d68c21c-1feb-4486-94d7-a1ca86a43215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:27.258272 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-e4d5dc32-ae08-407f-ae89-d72dd2a4aeb5 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f8be4e851fc4c5bb989b23068ab50b0 HTTP/1.1" status: 200 len: 380 time: 0.0540538 Oct 28 08:47:27.278024 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-e4498bad-b5a6-4881-985d-890bcfb02d16 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Request body: {'port': {'device_id': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'admin_state_up': True, 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'security_groups': ['c405c15c-8e48-461b-8864-0082f394afc7']}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:27.364721 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'name': 'tempest-TestShelveInstance-1843381683-router', 'tenant_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0ba29719-42b6-4caa-92f5-9f444c18b03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:18Z', 'updated_at': '2021-10-28T08:47:21Z', 'revision_number': 4, 'project_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'gw_port': {'id': '0ba29719-42b6-4caa-92f5-9f444c18b03f', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:18Z', 'updated_at': '2021-10-28T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '392cb38f-e088-443f-8989-88555e2bd984', 'name': '', 'network_id': '70125fe3-69be-4a79-9138-7ab209f24fd9', 'tenant_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'mac_address': 'fa:16:3e:6b:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e5dc9b4a-96c4-4150-bf26-c458568269a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:20Z', 'updated_at': '2021-10-28T08:47:26Z', 'revision_number': 4, 'project_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'subnets': [{'id': 'e5dc9b4a-96c4-4150-bf26-c458568269a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:27.392263 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c23f281-4e44-4ffb-854d-06cafb5dabe6 None None] The sync data for ids ['f3dbfcf7-e2da-481b-b002-c51342b31fda'] in dv-cinder-815660-3-iscsi is: [{'id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'name': 'tempest-TestShelveInstance-1843381683-router', 'tenant_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0ba29719-42b6-4caa-92f5-9f444c18b03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:18Z', 'updated_at': '2021-10-28T08:47:21Z', 'revision_number': 4, 'project_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'gw_port': {'id': '0ba29719-42b6-4caa-92f5-9f444c18b03f', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:18Z', 'updated_at': '2021-10-28T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '392cb38f-e088-443f-8989-88555e2bd984', 'name': '', 'network_id': '70125fe3-69be-4a79-9138-7ab209f24fd9', 'tenant_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'mac_address': 'fa:16:3e:6b:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e5dc9b4a-96c4-4150-bf26-c458568269a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:20Z', 'updated_at': '2021-10-28T08:47:26Z', 'revision_number': 4, 'project_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'subnets': [{'id': 'e5dc9b4a-96c4-4150-bf26-c458568269a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:47:27.420692 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-e4498bad-b5a6-4881-985d-890bcfb02d16 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Made reservation on behalf of 3f8be4e851fc4c5bb989b23068ab50b0 for: {'port': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:27.424934 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-e4498bad-b5a6-4881-985d-890bcfb02d16 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:27.454967 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:27.577626 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-e4498bad-b5a6-4881-985d-890bcfb02d16 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Allocated IP 172.20.0.12 (5c4e2068-440b-4c5b-b064-f6b110ee163c/d439cbbc-8140-4f09-a0c2-b4e28c8b97de/fc95f307-8716-45cd-991e-6a984816ab3c) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:27.749410 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-e4498bad-b5a6-4881-985d-890bcfb02d16 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:27.797003 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-e4498bad-b5a6-4881-985d-890bcfb02d16 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:27.848791 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-e4498bad-b5a6-4881-985d-890bcfb02d16 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Network 5c4e2068-440b-4c5b-b064-f6b110ee163c is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:27.852025 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-e4498bad-b5a6-4881-985d-890bcfb02d16 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:27.855846 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-e4498bad-b5a6-4881-985d-890bcfb02d16 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:27.884847 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4498bad-b5a6-4881-985d-890bcfb02d16 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event updated for resources: {'Port': ['ID=fc95f307-8716-45cd-991e-6a984816ab3c,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:27.920644 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-e4498bad-b5a6-4881-985d-890bcfb02d16 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:27.921732 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-e4498bad-b5a6-4881-985d-890bcfb02d16 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:27.942139 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-e4498bad-b5a6-4881-985d-890bcfb02d16 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6763997 Oct 28 08:47:27.956267 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Request body: {'port': {'device_id': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:28.017777 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.163137 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-e8a3d942-5b51-4754-bcdb-4ad9b90a2714 None None] Provisioning complete for port fc95f307-8716-45cd-991e-6a984816ab3c triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:28.163627 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d942-5b51-4754-bcdb-4ad9b90a2714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.165280 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 392cb38f-e088-443f-8989-88555e2bd984 up at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:28.243304 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3d942-5b51-4754-bcdb-4ad9b90a2714 None None] Port fc95f307-8716-45cd-991e-6a984816ab3c cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:47:28.259802 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Provisioning complete for port 392cb38f-e088-443f-8989-88555e2bd984 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:28.260097 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.398482 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651df0-05bb-43b0-9472-8ab7e8be3a43 req-f2290586-0aa2-4c4e-9423-8f561fc5371a tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:28.400073 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-51651df0-05bb-43b0-9472-8ab7e8be3a43 req-f2290586-0aa2-4c4e-9423-8f561fc5371a tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 932 time: 0.0957744 Oct 28 08:47:28.406431 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc95f307-8716-45cd-991e-6a984816ab3c {{(pid=108149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:28.419913 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.449822 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.provisioning_blocks [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Transition to ACTIVE for port object fc95f307-8716-45cd-991e-6a984816ab3c will not be triggered until provisioned by entity L2. {{(pid=108149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:47:28.456568 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.461153 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-51651df0-05bb-43b0-9472-8ab7e8be3a43 req-b7b9deee-c651-4e57-9960-2d4ed4ca1f11 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498936 Oct 28 08:47:28.510283 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Pushing event updated for resources: {'Port': ['ID=fc95f307-8716-45cd-991e-6a984816ab3c,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:28.585932 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Attempting to bind port fc95f307-8716-45cd-991e-6a984816ab3c on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:28.586375 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Attempting to bind port fc95f307-8716-45cd-991e-6a984816ab3c by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'}] {{(pid=108149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:28.586710 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Attempting to bind port fc95f307-8716-45cd-991e-6a984816ab3c on network 5c4e2068-440b-4c5b-b064-f6b110ee163c {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:28.591224 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Port fc95f307-8716-45cd-991e-6a984816ab3c on network 5c4e2068-440b-4c5b-b064-f6b110ee163c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:47:28.591538 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Attempting to bind port fc95f307-8716-45cd-991e-6a984816ab3c on network 5c4e2068-440b-4c5b-b064-f6b110ee163c {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:28.596583 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:28.596908 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Checking segment: {'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:28.597286 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Bound using segment: {'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'} {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:28.597708 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Bound port: fc95f307-8716-45cd-991e-6a984816ab3c, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'}}] {{(pid=108149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:28.598084 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.673597 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] For port fc95f307-8716-45cd-991e-6a984816ab3c, host hv-cinder-81566, cleared binding levels {{(pid=108149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:28.676864 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] For port fc95f307-8716-45cd-991e-6a984816ab3c, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=fc95f307-8716-45cd-991e-6a984816ab3c,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:28.684589 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.716451 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:28.717430 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.719563 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] 10.222.0.77 "PUT /v2.0/ports/fc95f307-8716-45cd-991e-6a984816ab3c HTTP/1.1" status: 200 len: 1094 time: 0.7681446 Oct 28 08:47:28.730810 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'tag': 'fc95f307-8716-45cd-991e-6a984816ab3c'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:28.734926 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3293669-736e-402b-9a0e-34411368b726" -d '{"events": [{"name": "network-changed", "server_uuid": "82e1be19-0a03-4c39-a83c-6003d4bd42d3", "tag": "fc95f307-8716-45cd-991e-6a984816ab3c"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:28.766730 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0476b-df10-4cb5-8174-c4730b80918b service neutron] Pushing event updated for resources: {'Port': ['ID=fc95f307-8716-45cd-991e-6a984816ab3c,revision_number=3']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:28.814915 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a5d70b-3f78-4d41-b185-3c01759a8eb5 x-openstack-request-id: req-11a5d70b-3f78-4d41-b185-3c01759a8eb5 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:28.815391 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e1be19-0a03-4c39-a83c-6003d4bd42d3", "tag": "fc95f307-8716-45cd-991e-6a984816ab3c", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:28.815642 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-11a5d70b-3f78-4d41-b185-3c01759a8eb5 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:28.816053 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'tag': 'fc95f307-8716-45cd-991e-6a984816ab3c', 'status': 'completed', 'code': 200} Oct 28 08:47:28.851951 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-c110c2d1-3e7e-4768-8bdf-7e1957707a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:28.853475 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-c110c2d1-3e7e-4768-8bdf-7e1957707a88 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f8be4e851fc4c5bb989b23068ab50b0&device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 1097 time: 0.0569754 Oct 28 08:47:28.898065 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-c03b9d29-b695-433b-b99b-91da7df84f5d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc95f307-8716-45cd-991e-6a984816ab3c HTTP/1.1" status: 200 len: 217 time: 0.0353315 Oct 28 08:47:28.950851 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-fc7441fe-ab0a-425e-989d-f81061c41a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:28.952307 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-fc7441fe-ab0a-425e-989d-f81061c41a53 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d439cbbc-8140-4f09-a0c2-b4e28c8b97de HTTP/1.1" status: 200 len: 850 time: 0.0471325 Oct 28 08:47:29.013999 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-c1371146-2175-4e3d-be9c-4a5d2a97bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:29.015525 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-c1371146-2175-4e3d-be9c-4a5d2a97bb6a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c4e2068-440b-4c5b-b064-f6b110ee163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554364 Oct 28 08:47:29.112564 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-357c566f-bd1c-4d6a-805c-edff3cd31a1f service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886860 Oct 28 08:47:29.212866 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7bfd6266-41f2-41f7-b46b-4d7c92f0a0a6 req-1893c29a-a15c-4036-b954-48be21c740b3 service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914037 Oct 28 08:47:29.308521 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3293669-736e-402b-9a0e-34411368b726 req-5a82b81f-8db0-477c-aafd-238c55300c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:29.310037 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d3293669-736e-402b-9a0e-34411368b726 req-5a82b81f-8db0-477c-aafd-238c55300c70 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f8be4e851fc4c5bb989b23068ab50b0&device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 1097 time: 0.0450866 Oct 28 08:47:29.417363 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3293669-736e-402b-9a0e-34411368b726 req-41994b2d-65c8-4c19-9f4c-b53263d60314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:29.418774 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d3293669-736e-402b-9a0e-34411368b726 req-41994b2d-65c8-4c19-9f4c-b53263d60314 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5c4e2068-440b-4c5b-b064-f6b110ee163c HTTP/1.1" status: 200 len: 913 time: 0.1006622 Oct 28 08:47:29.470641 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d3293669-736e-402b-9a0e-34411368b726 req-f42e07fe-20a2-4e88-a47b-50e990d09c26 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc95f307-8716-45cd-991e-6a984816ab3c HTTP/1.1" status: 200 len: 217 time: 0.0427949 Oct 28 08:47:29.524485 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3293669-736e-402b-9a0e-34411368b726 req-b3d12398-f223-463c-8042-8ea8e0f5d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:29.526017 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d3293669-736e-402b-9a0e-34411368b726 req-b3d12398-f223-463c-8042-8ea8e0f5d318 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d439cbbc-8140-4f09-a0c2-b4e28c8b97de HTTP/1.1" status: 200 len: 850 time: 0.0485129 Oct 28 08:47:29.610745 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3293669-736e-402b-9a0e-34411368b726 req-ccd789b6-a33c-4c58-9457-98dcbce7dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:29.612242 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d3293669-736e-402b-9a0e-34411368b726 req-ccd789b6-a33c-4c58-9457-98dcbce7dba8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c4e2068-440b-4c5b-b064-f6b110ee163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785911 Oct 28 08:47:29.623149 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6e280-0187-4785-a27c-cd663ec3b9a4 req-5ec42b15-8bcf-4713-980f-61df6531e65f tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:29.624540 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-aae6e280-0187-4785-a27c-cd663ec3b9a4 req-5ec42b15-8bcf-4713-980f-61df6531e65f tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 944 time: 0.0822966 Oct 28 08:47:29.725910 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-aae6e280-0187-4785-a27c-cd663ec3b9a4 req-3b3b1008-3098-4c24-9abf-92db3740a7f4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926144 Oct 28 08:47:29.763409 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d3293669-736e-402b-9a0e-34411368b726 req-330f3d6b-68d2-427e-825d-adbf7b4c9bee service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369040 Oct 28 08:47:29.861417 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d3293669-736e-402b-9a0e-34411368b726 req-4f79d83f-33bc-423d-abd7-6e57958704a6 service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898707 Oct 28 08:47:30.852572 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72d711-7738-4ad9-9c66-b56dc851e719 req-71d62c40-b007-4c5d-8d48-81d3c91a0344 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:30.854169 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ef72d711-7738-4ad9-9c66-b56dc851e719 req-71d62c40-b007-4c5d-8d48-81d3c91a0344 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 944 time: 0.0511341 Oct 28 08:47:30.905580 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ef72d711-7738-4ad9-9c66-b56dc851e719 req-1e82624b-397e-4f3a-9372-9dbab03ff67c tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449450 Oct 28 08:47:32.027735 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fe30e-3a8b-447a-874c-82d9491afeb4 req-a47d4fd1-c88a-463c-9bf5-19616eb132a6 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:32.029207 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2a3fe30e-3a8b-447a-874c-82d9491afeb4 req-a47d4fd1-c88a-463c-9bf5-19616eb132a6 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 944 time: 0.0543473 Oct 28 08:47:32.069646 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2a3fe30e-3a8b-447a-874c-82d9491afeb4 req-dbe12c74-d06c-443e-a1fb-7b6a73e35c97 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332978 Oct 28 08:47:33.189027 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70b21c-e079-4986-99df-655da87850fb req-925ddd3a-521b-4792-b4ae-bc15e58226e4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:33.190514 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5c70b21c-e079-4986-99df-655da87850fb req-925ddd3a-521b-4792-b4ae-bc15e58226e4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 944 time: 0.0529263 Oct 28 08:47:33.229482 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5c70b21c-e079-4986-99df-655da87850fb req-3ae113da-fbb6-44b9-9f2b-a03160451989 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325141 Oct 28 08:47:34.354491 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e19280-db6a-4162-a970-bc3f0c672d21 req-ef0e7967-5512-454b-92c1-f70d85d49cfd tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:34.356200 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-38e19280-db6a-4162-a970-bc3f0c672d21 req-ef0e7967-5512-454b-92c1-f70d85d49cfd tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 944 time: 0.0514960 Oct 28 08:47:34.397176 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-38e19280-db6a-4162-a970-bc3f0c672d21 req-199cbbfe-05a8-4860-9a2d-dede8a17b546 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336876 Oct 28 08:47:35.518222 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6c678-f8e9-4f74-bb11-23ec656948ad req-155f2c39-59a9-40a4-a1a4-fa83a7b2ff5c tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:35.519658 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f9b6c678-f8e9-4f74-bb11-23ec656948ad req-155f2c39-59a9-40a4-a1a4-fa83a7b2ff5c tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 944 time: 0.0538716 Oct 28 08:47:35.559629 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f9b6c678-f8e9-4f74-bb11-23ec656948ad req-7f61783c-b4ad-4790-94bf-9324f573701a tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340543 Oct 28 08:47:36.566427 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device fc95f307-8716-45cd-991e-6a984816ab3c details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:47:36.669678 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port fc95f307-8716-45cd-991e-6a984816ab3c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=fc95f307-8716-45cd-991e-6a984816ab3c,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:36.680452 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e94d4-3dee-40d0-a6a2-6f7ebb27a732 req-3823ad72-13ef-4da7-8365-913ade883edb tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:36.682045 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-679e94d4-3dee-40d0-a6a2-6f7ebb27a732 req-3823ad72-13ef-4da7-8365-913ade883edb tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 944 time: 0.0519159 Oct 28 08:47:36.682645 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': 'fc95f307-8716-45cd-991e-6a984816ab3c', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'port_id': 'fc95f307-8716-45cd-991e-6a984816ab3c', 'mac_address': 'fa:16:3e:46:f7:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:47:36.722214 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:36.727881 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-679e94d4-3dee-40d0-a6a2-6f7ebb27a732 req-a716ad5e-6b23-4e34-9897-62ed1ca7ecd6 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332286 Oct 28 08:47:36.736830 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc95f307-8716-45cd-991e-6a984816ab3c {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:36.761955 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port fc95f307-8716-45cd-991e-6a984816ab3c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=fc95f307-8716-45cd-991e-6a984816ab3c,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:36.766339 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:36.815891 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=fc95f307-8716-45cd-991e-6a984816ab3c,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:36.824015 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:36.824299 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:36.824639 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:36.824973 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:36.825308 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:36.825630 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:36.825978 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:36.826300 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:36.826619 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:36.826936 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:36.827249 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:36.827559 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:37.142173 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['fc95f307-8716-45cd-991e-6a984816ab3c'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:47:37.847007 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafad22-4773-45d1-8ebc-1a3f34444ae0 req-c986a51b-b241-4d9a-97e5-8943170e91e2 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:37.848518 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-efafad22-4773-45d1-8ebc-1a3f34444ae0 req-c986a51b-b241-4d9a-97e5-8943170e91e2 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 945 time: 0.0499814 Oct 28 08:47:37.891780 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-efafad22-4773-45d1-8ebc-1a3f34444ae0 req-0656a4d2-bbed-4655-a3b1-e0b6c3bbfa9d tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369344 Oct 28 08:47:38.578222 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device fc95f307-8716-45cd-991e-6a984816ab3c up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:38.638497 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port fc95f307-8716-45cd-991e-6a984816ab3c completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:47:38.643227 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port fc95f307-8716-45cd-991e-6a984816ab3c triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:38.643599 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:38.729743 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:38.753926 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc95f307-8716-45cd-991e-6a984816ab3c'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:38.756495 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00afbb3d-c957-4243-be1b-de60ed3a305f" -d '{"events": [{"server_uuid": "82e1be19-0a03-4c39-a83c-6003d4bd42d3", "name": "network-vif-plugged", "status": "completed", "tag": "fc95f307-8716-45cd-991e-6a984816ab3c"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:38.769079 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port fc95f307-8716-45cd-991e-6a984816ab3c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=fc95f307-8716-45cd-991e-6a984816ab3c,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:38.774131 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:38.803854 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a18654-2c62-4c02-a4a5-b7caad9e2cb6 x-openstack-request-id: req-80a18654-2c62-4c02-a4a5-b7caad9e2cb6 {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:38.804143 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e1be19-0a03-4c39-a83c-6003d4bd42d3", "name": "network-vif-plugged", "status": "completed", "tag": "fc95f307-8716-45cd-991e-6a984816ab3c", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:38.804392 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-80a18654-2c62-4c02-a4a5-b7caad9e2cb6 {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:38.804774 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc95f307-8716-45cd-991e-6a984816ab3c', 'code': 200} Oct 28 08:47:38.830996 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=fc95f307-8716-45cd-991e-6a984816ab3c,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:39.052133 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5e098-e52a-4665-ba8c-28f4f5fc09dc req-a832ff93-e540-4757-bf02-f0f67451ed79 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:39.053833 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fdf5e098-e52a-4665-ba8c-28f4f5fc09dc req-a832ff93-e540-4757-bf02-f0f67451ed79 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 946 time: 0.0903189 Oct 28 08:47:39.060577 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687a783-092c-433e-91dc-dd3cb568eaa6 req-d3169f67-b205-4000-88f5-fc039cbf0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:39.062107 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8687a783-092c-433e-91dc-dd3cb568eaa6 req-d3169f67-b205-4000-88f5-fc039cbf0213 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 1099 time: 0.0686657 Oct 28 08:47:39.111697 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fdf5e098-e52a-4665-ba8c-28f4f5fc09dc req-ddce2113-b462-4fd1-97c3-8a50cd605ccd tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484502 Oct 28 08:47:39.121990 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8687a783-092c-433e-91dc-dd3cb568eaa6 req-1d8664c7-421f-489d-a0c8-b46ce0fa174e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456083 Oct 28 08:47:40.232245 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2a769-ab16-461e-995a-cd5d9adad320 req-0e6285f1-f14a-467c-a593-a8028dfe2bc8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:40.233696 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-65a2a769-ab16-461e-995a-cd5d9adad320 req-0e6285f1-f14a-467c-a593-a8028dfe2bc8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 946 time: 0.0537705 Oct 28 08:47:40.276175 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-65a2a769-ab16-461e-995a-cd5d9adad320 req-c95aae54-5ba2-4229-92f7-e995124df0af tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361295 Oct 28 08:47:41.393036 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e0f2c-252f-4509-85d0-68fb64b79a12 req-8e860cf1-8130-49d6-a6d6-d624acfae4e3 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:41.394728 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-992e0f2c-252f-4509-85d0-68fb64b79a12 req-8e860cf1-8130-49d6-a6d6-d624acfae4e3 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 946 time: 0.0518765 Oct 28 08:47:41.433693 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-992e0f2c-252f-4509-85d0-68fb64b79a12 req-02db8063-7909-4c99-a281-89be1c11b0d3 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325336 Oct 28 08:47:41.552152 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bae10-a6ee-4ba4-8995-a8171160196c req-9adc926e-a9d2-429b-926f-8e56eddf6507 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:41.553771 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6f1bae10-a6ee-4ba4-8995-a8171160196c req-9adc926e-a9d2-429b-926f-8e56eddf6507 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 946 time: 0.0500672 Oct 28 08:47:41.592647 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6f1bae10-a6ee-4ba4-8995-a8171160196c req-33002faa-a99e-4a2d-8347-0aa3b6c30877 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327814 Oct 28 08:47:41.615216 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 58252) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:41.657556 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef45c4b-9a47-4f16-863e-07ffce3c0280 tempest-TestVolumeBootPattern-1549760817 tempest-TestVolumeBootPattern-1549760817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:41.659109 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-1ef45c4b-9a47-4f16-863e-07ffce3c0280 tempest-TestVolumeBootPattern-1549760817 tempest-TestVolumeBootPattern-1549760817-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 1094 time: 0.0429022 Oct 28 08:47:41.661959 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 58254) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:41.666281 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Request body: {'floatingip': {'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'port_id': 'fc95f307-8716-45cd-991e-6a984816ab3c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:41.688514 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for floatingip, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:41.791718 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:41.903350 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Allocated IP 172.27.2.93 (c0718a07-d425-45b1-8de3-71ded0279532/b41219f0-2f46-4802-a1ee-8d1af97776ac/f0d0842b-4d20-4929-b3e3-d84ea452213a) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:42.006684 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:42.041458 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:42.081293 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Network c0718a07-d425-45b1-8de3-71ded0279532 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:42.084321 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:42.087982 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:42.119595 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event updated for resources: {'Port': ['ID=f0d0842b-4d20-4929-b3e3-d84ea452213a,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:42.134315 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:42.134669 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:42.135009 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:42.135344 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:42.135673 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:42.136008 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:42.136335 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:42.136658 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:42.136985 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:42.137357 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:42.137660 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:42.138008 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:42.473892 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:42.544603 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:42.946235 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:42.958726 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:43.031476 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event updated for resources: {'Port': ['ID=f0d0842b-4d20-4929-b3e3-d84ea452213a,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:43.038272 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550714'] for floatingip, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:43.147914 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.l3_db [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Floating IP bbd18641-cc8a-47a6-86ab-d1d3d031039c associated. External IP: 172.27.2.93, port: fc95f307-8716-45cd-991e-6a984816ab3c. Oct 28 08:47:43.370903 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Router 36e695ef-6b9b-4f62-8445-7a8cd049392e has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:47:43.489774 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:47:43.500971 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56cda3-f412-4ad6-b162-ec2aac12fbf2 None None] Sync routers for ids ['36e695ef-6b9b-4f62-8445-7a8cd049392e'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:47:43.507913 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:43.511545 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb56cda3-f412-4ad6-b162-ec2aac12fbf2 None None] Routers {'36e695ef-6b9b-4f62-8445-7a8cd049392e'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:43.512392 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-cb56cda3-f412-4ad6-b162-ec2aac12fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:47:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['36e695ef-6b9b-4f62-8445-7a8cd049392e'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:43.542740 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-316bf88e-8e82-471d-8e08-eddf5f6b7258 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8796673 Oct 28 08:47:43.543279 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'tag': 'fc95f307-8716-45cd-991e-6a984816ab3c'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:43.547724 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef7b4bd-c615-4116-855b-345e8fe3b962" -d '{"events": [{"name": "network-changed", "server_uuid": "82e1be19-0a03-4c39-a83c-6003d4bd42d3", "tag": "fc95f307-8716-45cd-991e-6a984816ab3c"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:43.583524 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0159168c-b818-4cea-9e48-97799518a6b9 x-openstack-request-id: req-0159168c-b818-4cea-9e48-97799518a6b9 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:43.583918 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e1be19-0a03-4c39-a83c-6003d4bd42d3", "tag": "fc95f307-8716-45cd-991e-6a984816ab3c", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:43.584255 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0159168c-b818-4cea-9e48-97799518a6b9 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:43.584783 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'tag': 'fc95f307-8716-45cd-991e-6a984816ab3c', 'status': 'completed', 'code': 200} Oct 28 08:47:43.628936 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-cb56cda3-f412-4ad6-b162-ec2aac12fbf2 None None] Set router 36e695ef-6b9b-4f62-8445-7a8cd049392e gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:43.650182 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7b4bd-c615-4116-855b-345e8fe3b962 req-d0f8231f-df1b-46df-bdec-e58afecbe57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:43.651760 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4ef7b4bd-c615-4116-855b-345e8fe3b962 req-d0f8231f-df1b-46df-bdec-e58afecbe57f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f8be4e851fc4c5bb989b23068ab50b0&device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 1099 time: 0.0441835 Oct 28 08:47:43.758961 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7b4bd-c615-4116-855b-345e8fe3b962 req-80931d61-2f3e-4195-ac9f-307a981e2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:43.760414 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4ef7b4bd-c615-4116-855b-345e8fe3b962 req-80931d61-2f3e-4195-ac9f-307a981e2771 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5c4e2068-440b-4c5b-b064-f6b110ee163c HTTP/1.1" status: 200 len: 913 time: 0.1012485 Oct 28 08:47:43.832383 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4ef7b4bd-c615-4116-855b-345e8fe3b962 req-5a02a203-4df7-48c0-8c20-427664b81842 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc95f307-8716-45cd-991e-6a984816ab3c HTTP/1.1" status: 200 len: 999 time: 0.0613747 Oct 28 08:47:43.861682 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-cb56cda3-f412-4ad6-b162-ec2aac12fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'bbd18641-cc8a-47a6-86ab-d1d3d031039c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'port_id': 'fc95f307-8716-45cd-991e-6a984816ab3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'mac_address': 'fa:16:3e:46:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:47:42Z', 'updated_at': '2021-10-28T08:47:42Z', 'revision_number': 0, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:22Z', 'revision_number': 5, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:43.889483 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7b4bd-c615-4116-855b-345e8fe3b962 req-0b9d8f41-f3f0-42a2-abd7-5c34400073c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:43.891396 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56cda3-f412-4ad6-b162-ec2aac12fbf2 None None] Checking router: 36e695ef-6b9b-4f62-8445-7a8cd049392e for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:47:43.891589 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4ef7b4bd-c615-4116-855b-345e8fe3b962 req-0b9d8f41-f3f0-42a2-abd7-5c34400073c7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d439cbbc-8140-4f09-a0c2-b4e28c8b97de HTTP/1.1" status: 200 len: 850 time: 0.0470636 Oct 28 08:47:43.905478 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb56cda3-f412-4ad6-b162-ec2aac12fbf2 None None] Routers {'36e695ef-6b9b-4f62-8445-7a8cd049392e'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:43.906663 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-cb56cda3-f412-4ad6-b162-ec2aac12fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:47:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['36e695ef-6b9b-4f62-8445-7a8cd049392e'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:43.950469 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7b4bd-c615-4116-855b-345e8fe3b962 req-d7fed3b8-e38b-47ec-962c-5fed06bbf963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:43.952986 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4ef7b4bd-c615-4116-855b-345e8fe3b962 req-d7fed3b8-e38b-47ec-962c-5fed06bbf963 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c4e2068-440b-4c5b-b064-f6b110ee163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513787 Oct 28 08:47:44.026073 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-cb56cda3-f412-4ad6-b162-ec2aac12fbf2 None None] Set router 36e695ef-6b9b-4f62-8445-7a8cd049392e gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:44.045020 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4ef7b4bd-c615-4116-855b-345e8fe3b962 req-bc71d06d-56d1-417b-9ff8-c5efda8bf661 service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846286 Oct 28 08:47:44.141621 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4ef7b4bd-c615-4116-855b-345e8fe3b962 req-a92ac370-90e8-474c-a237-c068d8e9e5f3 service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888786 Oct 28 08:47:44.289668 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-cb56cda3-f412-4ad6-b162-ec2aac12fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'bbd18641-cc8a-47a6-86ab-d1d3d031039c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'port_id': 'fc95f307-8716-45cd-991e-6a984816ab3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'mac_address': 'fa:16:3e:46:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:47:42Z', 'updated_at': '2021-10-28T08:47:42Z', 'revision_number': 0, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:22Z', 'revision_number': 5, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:44.461634 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56cda3-f412-4ad6-b162-ec2aac12fbf2 None None] The sync data for ids ['36e695ef-6b9b-4f62-8445-7a8cd049392e'] in dv-cinder-815660-3-iscsi is: [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'bbd18641-cc8a-47a6-86ab-d1d3d031039c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'port_id': 'fc95f307-8716-45cd-991e-6a984816ab3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'mac_address': 'fa:16:3e:46:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:47:42Z', 'updated_at': '2021-10-28T08:47:42Z', 'revision_number': 0, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:22Z', 'revision_number': 5, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:47:44.479860 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:47:44.660649 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d89e3-b8a8-4a30-a925-62cc3959a24a None None] New status for floating IP bbd18641-cc8a-47a6-86ab-d1d3d031039c: ACTIVE {{(pid=108152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:47:48.167978 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:49.897690 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-87015f2a-b61f-4059-aaaf-fe19e972b457 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1380748725&fields=id&tenant_id=d66afaa2b9f04ea1a518ab92aab8cb1d HTTP/1.1" status: 200 len: 267 time: 0.0334382 Oct 28 08:47:50.004483 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-213108a7-b5e9-4141-a20b-dafe218c77ad tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:50.005918 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-213108a7-b5e9-4141-a20b-dafe218c77ad tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/networks?id=46cffedc-a76f-4c3b-a308-ea44ccc749a5 HTTP/1.1" status: 200 len: 808 time: 0.1014328 Oct 28 08:47:50.021081 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-13448fef-321d-4708-b03e-96912a8a42f5 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/quotas/d66afaa2b9f04ea1a518ab92aab8cb1d HTTP/1.1" status: 200 len: 375 time: 0.0093231 Oct 28 08:47:50.082923 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-ba63bdde-809b-4c38-922c-d3516fa33e12 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d66afaa2b9f04ea1a518ab92aab8cb1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564163 Oct 28 08:47:50.293466 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-2e6b598d-f1d0-4953-be52-44373325afc7 service neutron] 10.222.0.74 "GET /v2.0/networks/46cffedc-a76f-4c3b-a308-ea44ccc749a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880505 Oct 28 08:47:50.396134 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-d8bb4f41-234f-481d-82d8-436c00e03023 service neutron] 10.222.0.74 "GET /v2.0/networks/46cffedc-a76f-4c3b-a308-ea44ccc749a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958521 Oct 28 08:47:50.710315 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e3ee59cb-3cb4-4457-8ed4-1ab8510b7122 req-497f9757-8fab-4959-bf84-803607b5be4d tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 210 time: 0.0290506 Oct 28 08:47:51.521620 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-d89fba37-72fe-459a-ae65-28913d15f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:51.798638 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0de6c0e0-b64d-4f36-a634-b6687fb0cac0 req-c2946471-1acb-4365-ac67-78774dd77bef tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 210 time: 0.0311780 Oct 28 08:47:52.876287 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ffc7e9c8-a2e5-45ec-a6f0-fd1252ef7673 req-835009ce-8699-4a25-b7ff-30370db65e3b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 210 time: 0.0274065 Oct 28 08:47:53.978837 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5beac851-c9a2-4a0f-b108-c1764c28b29d req-5df5fb83-1ee6-4df1-9efd-463b117b006c tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 210 time: 0.0345500 Oct 28 08:47:54.459373 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-36da94c9-58ac-4997-b100-c8562c30f498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:54.909491 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-72fd80a6-1693-4964-9266-92d79efd44d3 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:54.910981 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-72fd80a6-1693-4964-9266-92d79efd44d3 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.77 "GET /v2.0/networks?id=46cffedc-a76f-4c3b-a308-ea44ccc749a5 HTTP/1.1" status: 200 len: 808 time: 0.1139040 Oct 28 08:47:54.958310 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-34fe66d7-b631-40d1-8ab1-4865dcb59580 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d66afaa2b9f04ea1a518ab92aab8cb1d HTTP/1.1" status: 200 len: 380 time: 0.0364583 Oct 28 08:47:54.968566 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-500fa6e1-1250-4dbb-a04e-6fec7385427b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Request body: {'port': {'device_id': 'd87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1', 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5', 'admin_state_up': True, 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'security_groups': ['eaba589d-4f06-4d0f-9bea-88b444acbfd6']}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:55.092455 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e2c7f925-11a0-4b18-9853-72eb31b60f33 req-b6ed10b3-1017-4843-b629-10a945580a25 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 210 time: 0.0347755 Oct 28 08:47:55.111440 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-500fa6e1-1250-4dbb-a04e-6fec7385427b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Made reservation on behalf of d66afaa2b9f04ea1a518ab92aab8cb1d for: {'port': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:55.115072 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-500fa6e1-1250-4dbb-a04e-6fec7385427b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.248222 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-500fa6e1-1250-4dbb-a04e-6fec7385427b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Allocated IP 172.20.0.6 (46cffedc-a76f-4c3b-a308-ea44ccc749a5/6ca61d55-41f0-47f4-9f73-3ff0159a70ba/0151d785-b8a4-4437-9aa9-d788de11dd43) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:55.399255 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-500fa6e1-1250-4dbb-a04e-6fec7385427b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.436977 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-500fa6e1-1250-4dbb-a04e-6fec7385427b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.469844 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.493603 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-500fa6e1-1250-4dbb-a04e-6fec7385427b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Network 46cffedc-a76f-4c3b-a308-ea44ccc749a5 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:55.497392 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fa6e1-1250-4dbb-a04e-6fec7385427b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Pushing event updated for resources: {'Port': ['ID=0151d785-b8a4-4437-9aa9-d788de11dd43,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:55.499904 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-500fa6e1-1250-4dbb-a04e-6fec7385427b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:55.502860 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-500fa6e1-1250-4dbb-a04e-6fec7385427b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:55.553079 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-500fa6e1-1250-4dbb-a04e-6fec7385427b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:55.553617 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-500fa6e1-1250-4dbb-a04e-6fec7385427b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.571141 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-500fa6e1-1250-4dbb-a04e-6fec7385427b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6062412 Oct 28 08:47:55.584344 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Request body: {'port': {'device_id': 'd87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:55.639104 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.718820 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.724212 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-bf710775-118b-4180-b715-826df445fe99 None None] Provisioning complete for port 0151d785-b8a4-4437-9aa9-d788de11dd43 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:55.724571 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-bf710775-118b-4180-b715-826df445fe99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.759596 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-bf710775-118b-4180-b715-826df445fe99 None None] Port 0151d785-b8a4-4437-9aa9-d788de11dd43 cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:47:55.916273 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0151d785-b8a4-4437-9aa9-d788de11dd43 {{(pid=108149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:55.924114 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.936030 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.provisioning_blocks [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Transition to ACTIVE for port object 0151d785-b8a4-4437-9aa9-d788de11dd43 will not be triggered until provisioned by entity L2. {{(pid=108149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:47:55.941264 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:55.995282 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0151d785-b8a4-4437-9aa9-d788de11dd43,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:56.069274 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Attempting to bind port 0151d785-b8a4-4437-9aa9-d788de11dd43 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:56.069615 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Attempting to bind port 0151d785-b8a4-4437-9aa9-d788de11dd43 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'd816620b-6b1f-4634-be13-3394c65a21ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5'}] {{(pid=108149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:56.069984 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Attempting to bind port 0151d785-b8a4-4437-9aa9-d788de11dd43 on network 46cffedc-a76f-4c3b-a308-ea44ccc749a5 {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:56.076393 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Port 0151d785-b8a4-4437-9aa9-d788de11dd43 on network 46cffedc-a76f-4c3b-a308-ea44ccc749a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:47:56.076961 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Attempting to bind port 0151d785-b8a4-4437-9aa9-d788de11dd43 on network 46cffedc-a76f-4c3b-a308-ea44ccc749a5 {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:56.082622 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:56.082964 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Checking segment: {'id': 'd816620b-6b1f-4634-be13-3394c65a21ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:56.083356 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Bound using segment: {'id': 'd816620b-6b1f-4634-be13-3394c65a21ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5'} {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:56.083792 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Bound port: 0151d785-b8a4-4437-9aa9-d788de11dd43, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd816620b-6b1f-4634-be13-3394c65a21ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5'}}] {{(pid=108149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:56.084151 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:56.158314 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] For port 0151d785-b8a4-4437-9aa9-d788de11dd43, host hv-cinder-81566, cleared binding levels {{(pid=108149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:56.161541 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] For port 0151d785-b8a4-4437-9aa9-d788de11dd43, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0151d785-b8a4-4437-9aa9-d788de11dd43,segment=NetworkSegment(d816620b-6b1f-4634-be13-3394c65a21ad),segment_id=d816620b-6b1f-4634-be13-3394c65a21ad)] {{(pid=108149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:56.166363 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:56.217626 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:56.218471 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:56.220395 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] 10.222.0.77 "PUT /v2.0/ports/0151d785-b8a4-4437-9aa9-d788de11dd43 HTTP/1.1" status: 200 len: 1093 time: 0.6404371 Oct 28 08:47:56.235839 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1', 'tag': '0151d785-b8a4-4437-9aa9-d788de11dd43'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:56.239027 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac40fd0-252f-4239-ba74-ea85f6b1b5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1", "tag": "0151d785-b8a4-4437-9aa9-d788de11dd43"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:56.314709 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92664e-563c-46f9-b62f-94c68b005218 req-59a48cf2-116a-4282-9706-8cac17a59d59 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:56.316803 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9a92664e-563c-46f9-b62f-94c68b005218 req-59a48cf2-116a-4282-9706-8cac17a59d59 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.1370928 Oct 28 08:47:56.317315 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46991f23-6a83-420f-84fe-21cc9a8078d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0151d785-b8a4-4437-9aa9-d788de11dd43,revision_number=3']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:56.347659 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fefdd51-56a1-4bac-b364-20430ff414f5 x-openstack-request-id: req-5fefdd51-56a1-4bac-b364-20430ff414f5 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:56.347946 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1", "tag": "0151d785-b8a4-4437-9aa9-d788de11dd43", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:56.348200 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5fefdd51-56a1-4bac-b364-20430ff414f5 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:56.348586 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1', 'tag': '0151d785-b8a4-4437-9aa9-d788de11dd43', 'status': 'completed', 'code': 200} Oct 28 08:47:56.368242 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-4a73385d-16eb-4834-86d0-ca6cc73e8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:56.369817 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-4a73385d-16eb-4834-86d0-ca6cc73e8c0d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d66afaa2b9f04ea1a518ab92aab8cb1d&device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 1096 time: 0.0998816 Oct 28 08:47:56.378133 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9a92664e-563c-46f9-b62f-94c68b005218 req-ef48dc41-6417-4891-bf58-9dc4ebe8f32c tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536647 Oct 28 08:47:56.425367 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-acf0ba10-fd77-444f-aef8-19650608ba4d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0151d785-b8a4-4437-9aa9-d788de11dd43 HTTP/1.1" status: 200 len: 217 time: 0.0400739 Oct 28 08:47:56.480874 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-0f83d574-b74a-4d40-ba2b-1923b1e80cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:56.482375 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-0f83d574-b74a-4d40-ba2b-1923b1e80cc4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6ca61d55-41f0-47f4-9f73-3ff0159a70ba HTTP/1.1" status: 200 len: 847 time: 0.0500054 Oct 28 08:47:56.539096 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-f1877655-3dad-4997-ab46-8eacdee3b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:56.540630 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-f1877655-3dad-4997-ab46-8eacdee3b275 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46cffedc-a76f-4c3b-a308-ea44ccc749a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510786 Oct 28 08:47:56.645935 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-9b34f47f-9d63-4b2c-83af-98c71a241cc2 service neutron] 10.222.0.77 "GET /v2.0/networks/46cffedc-a76f-4c3b-a308-ea44ccc749a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954249 Oct 28 08:47:56.751854 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c44341aa-5945-4036-ae9b-69fddb8a8fd2 req-ab78dbed-20d4-4170-8b6f-4ad5a5f80a24 service neutron] 10.222.0.77 "GET /v2.0/networks/46cffedc-a76f-4c3b-a308-ea44ccc749a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929224 Oct 28 08:47:56.862633 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac40fd0-252f-4239-ba74-ea85f6b1b5e9 req-396c6753-6523-4363-a9a4-70a3df1ac0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:56.864034 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6ac40fd0-252f-4239-ba74-ea85f6b1b5e9 req-396c6753-6523-4363-a9a4-70a3df1ac0a4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d66afaa2b9f04ea1a518ab92aab8cb1d&device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 1096 time: 0.0481653 Oct 28 08:47:56.962617 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac40fd0-252f-4239-ba74-ea85f6b1b5e9 req-9c48d198-b09e-4bbe-9c75-d181511d51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:56.964099 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6ac40fd0-252f-4239-ba74-ea85f6b1b5e9 req-9c48d198-b09e-4bbe-9c75-d181511d51a2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=46cffedc-a76f-4c3b-a308-ea44ccc749a5 HTTP/1.1" status: 200 len: 910 time: 0.0926721 Oct 28 08:47:57.020156 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6ac40fd0-252f-4239-ba74-ea85f6b1b5e9 req-ad943214-9058-42cb-8fb7-5f2525b39544 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0151d785-b8a4-4437-9aa9-d788de11dd43 HTTP/1.1" status: 200 len: 217 time: 0.0352309 Oct 28 08:47:57.082401 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac40fd0-252f-4239-ba74-ea85f6b1b5e9 req-ddd25ff6-7008-4bdd-9343-28bc1b4193dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:57.084042 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6ac40fd0-252f-4239-ba74-ea85f6b1b5e9 req-ddd25ff6-7008-4bdd-9343-28bc1b4193dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6ca61d55-41f0-47f4-9f73-3ff0159a70ba HTTP/1.1" status: 200 len: 847 time: 0.0554957 Oct 28 08:47:57.135406 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac40fd0-252f-4239-ba74-ea85f6b1b5e9 req-23aa2fde-a6a4-4604-b7ff-b9415ba8707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:57.136820 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6ac40fd0-252f-4239-ba74-ea85f6b1b5e9 req-23aa2fde-a6a4-4604-b7ff-b9415ba8707d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46cffedc-a76f-4c3b-a308-ea44ccc749a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457435 Oct 28 08:47:57.237410 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6ac40fd0-252f-4239-ba74-ea85f6b1b5e9 req-6f7ffadc-8d4f-41bc-87a0-312ccc6aed6e service neutron] 10.222.0.77 "GET /v2.0/networks/46cffedc-a76f-4c3b-a308-ea44ccc749a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865803 Oct 28 08:47:57.342422 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6ac40fd0-252f-4239-ba74-ea85f6b1b5e9 req-b7f0a34a-105c-4369-b9b5-cc905324dcab service neutron] 10.222.0.77 "GET /v2.0/networks/46cffedc-a76f-4c3b-a308-ea44ccc749a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959454 Oct 28 08:47:57.459031 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:57.512000 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde97981-c3a0-45fe-abac-5de5f864987a req-f5a01659-eaf8-4f63-984a-f2374817487e tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:57.513460 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bde97981-c3a0-45fe-abac-5de5f864987a req-f5a01659-eaf8-4f63-984a-f2374817487e tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0529561 Oct 28 08:47:57.559285 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bde97981-c3a0-45fe-abac-5de5f864987a req-20740298-ee27-47f7-976e-b5fc399483f6 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395923 Oct 28 08:47:57.956493 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef9648-0e4a-4ee4-99c3-313fa3da0787 req-c63ca3aa-0275-4c3b-9cc7-98388c0f31ad tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:57.957883 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-36ef9648-0e4a-4ee4-99c3-313fa3da0787 req-c63ca3aa-0275-4c3b-9cc7-98388c0f31ad tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 946 time: 0.0498269 Oct 28 08:47:58.001471 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-36ef9648-0e4a-4ee4-99c3-313fa3da0787 req-4668c555-9f3f-4e39-a7f4-401925ece038 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375512 Oct 28 08:47:58.680879 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa85f40-e1ed-4b9d-b89a-e7aae2aea87e req-f5c5df58-b004-48b5-906a-93ff01b3534c tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:58.682457 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6fa85f40-e1ed-4b9d-b89a-e7aae2aea87e req-f5c5df58-b004-48b5-906a-93ff01b3534c tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0526752 Oct 28 08:47:58.723550 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6fa85f40-e1ed-4b9d-b89a-e7aae2aea87e req-57d64f2d-3b41-49e6-ad41-d9b6012eb073 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351050 Oct 28 08:47:59.123435 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cc7d5-83e9-4f92-8171-79162fbdf113 req-f3f61dd2-eaee-4625-aa96-5ee2cefe1a56 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:59.125070 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-740cc7d5-83e9-4f92-8171-79162fbdf113 req-f3f61dd2-eaee-4625-aa96-5ee2cefe1a56 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 946 time: 0.0502961 Oct 28 08:47:59.164094 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-740cc7d5-83e9-4f92-8171-79162fbdf113 req-7ebdf49e-8ea3-463e-ae1a-f9b7476cfe12 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328579 Oct 28 08:47:59.843435 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97097af2-8439-46db-8122-2349be346ea8 req-790f91eb-f0e8-4904-b5b9-64e315fc32ed tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:59.845489 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-97097af2-8439-46db-8122-2349be346ea8 req-790f91eb-f0e8-4904-b5b9-64e315fc32ed tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0510864 Oct 28 08:47:59.917434 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-97097af2-8439-46db-8122-2349be346ea8 req-b9f679e2-f196-4a29-98cc-c599980e6965 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655382 Oct 28 08:47:59.934727 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3cda9-06bf-4388-99de-97d9d607dff2 req-e555ad2f-c552-475b-813c-2b5d70e40103 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:59.936230 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0df3cda9-06bf-4388-99de-97d9d607dff2 req-e555ad2f-c552-475b-813c-2b5d70e40103 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.77 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 946 time: 0.0666859 Oct 28 08:48:00.030065 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-0df3cda9-06bf-4388-99de-97d9d607dff2 req-e7b8746e-f4b6-4902-aa12-5f91e88b009e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Deleting port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:48:00.030400 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-0df3cda9-06bf-4388-99de-97d9d607dff2 req-e7b8746e-f4b6-4902-aa12-5f91e88b009e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:00.122972 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-0df3cda9-06bf-4388-99de-97d9d607dff2 req-e7b8746e-f4b6-4902-aa12-5f91e88b009e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] For port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:00.123323 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-0df3cda9-06bf-4388-99de-97d9d607dff2 req-e7b8746e-f4b6-4902-aa12-5f91e88b009e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:00.580142 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-0df3cda9-06bf-4388-99de-97d9d607dff2 req-e7b8746e-f4b6-4902-aa12-5f91e88b009e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:00.580493 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-0df3cda9-06bf-4388-99de-97d9d607dff2 req-e7b8746e-f4b6-4902-aa12-5f91e88b009e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550714'] for floatingip, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:00.580819 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.l3_db [req-0df3cda9-06bf-4388-99de-97d9d607dff2 req-e7b8746e-f4b6-4902-aa12-5f91e88b009e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Floating IP 0218d1fb-860f-4c0e-80d7-f0a38cf4aeab disassociated. External IP: 172.27.2.198, port: 2e8c6f82-a258-4342-aacf-0b4e80ccd12e. Oct 28 08:48:00.581162 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-0df3cda9-06bf-4388-99de-97d9d607dff2 req-e7b8746e-f4b6-4902-aa12-5f91e88b009e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Calling delete_port for 2e8c6f82-a258-4342-aacf-0b4e80ccd12e owned by compute:nova {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:48:00.601918 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c9abd-84ff-4078-9929-128375d2e4a9 req-7c241791-a4a2-48c8-93b5-a81fe808e90a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:00.603391 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1f3c9abd-84ff-4078-9929-128375d2e4a9 req-7c241791-a4a2-48c8-93b5-a81fe808e90a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 946 time: 0.3585036 Oct 28 08:48:00.688137 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1f3c9abd-84ff-4078-9929-128375d2e4a9 req-e00bc315-e47f-466f-a1da-957ad0dc9799 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=dcca3b3c-b5ee-4290-b8e8-563f123220a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515792 Oct 28 08:48:00.766609 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-0df3cda9-06bf-4388-99de-97d9d607dff2 req-e7b8746e-f4b6-4902-aa12-5f91e88b009e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:00.800393 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8746e-f4b6-4902-aa12-5f91e88b009e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Pushing event deleted for resources: {'Port': ['ID=2e8c6f82-a258-4342-aacf-0b4e80ccd12e,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:00.915117 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0df3cda9-06bf-4388-99de-97d9d607dff2 req-e7b8746e-f4b6-4902-aa12-5f91e88b009e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Router 7f9b9f47-3750-423d-b928-4750646d1d9c has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:48:01.065954 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201c60d-fa9e-4c61-a82d-e73c893c3b04 req-54379586-c0d9-4a2a-8a04-cc6dad257448 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:01.067445 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6201c60d-fa9e-4c61-a82d-e73c893c3b04 req-54379586-c0d9-4a2a-8a04-cc6dad257448 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0820053 Oct 28 08:48:01.084028 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0df3cda9-06bf-4388-99de-97d9d607dff2 req-e7b8746e-f4b6-4902-aa12-5f91e88b009e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:48:01.094688 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45932bb-fbf3-4eb7-b1e5-c79460048d3d None None] Sync routers for ids ['7f9b9f47-3750-423d-b928-4750646d1d9c'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:48:01.106978 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45932bb-fbf3-4eb7-b1e5-c79460048d3d None None] Routers {'7f9b9f47-3750-423d-b928-4750646d1d9c'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:48:01.107719 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-c45932bb-fbf3-4eb7-b1e5-c79460048d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:47:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['7f9b9f47-3750-423d-b928-4750646d1d9c'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:01.148736 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df3cda9-06bf-4388-99de-97d9d607dff2 req-e7b8746e-f4b6-4902-aa12-5f91e88b009e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] No DVR routers for this DVR port 2e8c6f82-a258-4342-aacf-0b4e80ccd12e on host hv-cinder-81566 {{(pid=108149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:48:01.152983 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6201c60d-fa9e-4c61-a82d-e73c893c3b04 req-27e5c84e-dcaa-48a4-81ca-c1239b8e6b5e tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788872 Oct 28 08:48:01.154223 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-0df3cda9-06bf-4388-99de-97d9d607dff2 req-e7b8746e-f4b6-4902-aa12-5f91e88b009e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:01.157854 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0df3cda9-06bf-4388-99de-97d9d607dff2 req-e7b8746e-f4b6-4902-aa12-5f91e88b009e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.77 "DELETE /v2.0/ports/2e8c6f82-a258-4342-aacf-0b4e80ccd12e HTTP/1.1" status: 204 len: 173 time: 1.2146840 Oct 28 08:48:01.158589 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423157c3-a1e9-43c5-8fda-01d1d93bd484', 'name': 'network-vif-deleted', 'tag': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:01.160975 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a814e3d-53b1-4d2e-a91d-af5cfa2a44d6" -d '{"events": [{"server_uuid": "423157c3-a1e9-43c5-8fda-01d1d93bd484", "name": "network-vif-deleted", "tag": "2e8c6f82-a258-4342-aacf-0b4e80ccd12e"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:01.271221 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8165cf-bf7a-4abd-9f1b-bf8fa3f29685 x-openstack-request-id: req-9b8165cf-bf7a-4abd-9f1b-bf8fa3f29685 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:01.271582 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423157c3-a1e9-43c5-8fda-01d1d93bd484", "name": "network-vif-deleted", "tag": "2e8c6f82-a258-4342-aacf-0b4e80ccd12e", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:01.271899 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9b8165cf-bf7a-4abd-9f1b-bf8fa3f29685 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:01.272460 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423157c3-a1e9-43c5-8fda-01d1d93bd484', 'name': 'network-vif-deleted', 'tag': '2e8c6f82-a258-4342-aacf-0b4e80ccd12e', 'status': 'completed', 'code': 200} Oct 28 08:48:01.343926 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-c45932bb-fbf3-4eb7-b1e5-c79460048d3d None None] Set router 7f9b9f47-3750-423d-b928-4750646d1d9c gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:48:01.476316 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b58e1-d3c7-45fe-a8bb-eee2cbe7247d req-7f178566-c7fc-439b-8f2e-71df76c7ed6f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:01.477852 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-324b58e1-d3c7-45fe-a8bb-eee2cbe7247d req-7f178566-c7fc-439b-8f2e-71df76c7ed6f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0531964 Oct 28 08:48:01.518603 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-324b58e1-d3c7-45fe-a8bb-eee2cbe7247d req-4f4c668b-f854-43e5-aabb-9abcb3777d8f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343680 Oct 28 08:48:01.571526 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-c45932bb-fbf3-4eb7-b1e5-c79460048d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 4, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28', 'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'mac_address': 'fa:16:3e:0c:90:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:19Z', 'updated_at': '2021-10-28T08:41:31Z', 'revision_number': 5, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'subnets': [{'id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:01.601441 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45932bb-fbf3-4eb7-b1e5-c79460048d3d None None] Checking router: 7f9b9f47-3750-423d-b928-4750646d1d9c for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:48:01.611502 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45932bb-fbf3-4eb7-b1e5-c79460048d3d None None] Routers {'7f9b9f47-3750-423d-b928-4750646d1d9c'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:48:01.612204 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-c45932bb-fbf3-4eb7-b1e5-c79460048d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:47:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['7f9b9f47-3750-423d-b928-4750646d1d9c'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:01.734217 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-c45932bb-fbf3-4eb7-b1e5-c79460048d3d None None] Set router 7f9b9f47-3750-423d-b928-4750646d1d9c gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:48:01.817652 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f3c7404b-64ad-402d-ba88-8a41e5cd7adb req-8a4174a2-c311-4ee4-b263-39e5973181fe tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=423157c3-a1e9-43c5-8fda-01d1d93bd484 HTTP/1.1" status: 200 len: 210 time: 0.0297871 Oct 28 08:48:01.956806 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-c45932bb-fbf3-4eb7-b1e5-c79460048d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 4, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28', 'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'mac_address': 'fa:16:3e:0c:90:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:19Z', 'updated_at': '2021-10-28T08:41:31Z', 'revision_number': 5, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'subnets': [{'id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:01.982646 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45932bb-fbf3-4eb7-b1e5-c79460048d3d None None] The sync data for ids ['7f9b9f47-3750-423d-b928-4750646d1d9c'] in dv-cinder-815660-3-iscsi is: [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 4, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28', 'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'mac_address': 'fa:16:3e:0c:90:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:19Z', 'updated_at': '2021-10-28T08:41:31Z', 'revision_number': 5, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'subnets': [{'id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:48:02.201309 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d0fe0a-d2ca-4215-bc78-423b71367f41 None None] New status for floating IP 0218d1fb-860f-4c0e-80d7-f0a38cf4aeab: DOWN {{(pid=108152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:48:02.331267 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bc0bf-e12f-4d2c-963d-c3bfd98c893b req-a358c7d2-3c9e-4e3c-b4f6-3adcee6f7b2c tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:02.332985 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-050bc0bf-e12f-4d2c-963d-c3bfd98c893b req-a358c7d2-3c9e-4e3c-b4f6-3adcee6f7b2c tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0553594 Oct 28 08:48:02.376408 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-050bc0bf-e12f-4d2c-963d-c3bfd98c893b req-70847dca-784a-449f-a188-7067593ebefb tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371821 Oct 28 08:48:02.640820 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b143ad8-65d9-4f68-b8cc-340beb12a304 req-f39505ba-61fd-4e56-958f-b0f93a784a9b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:02.642779 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8b143ad8-65d9-4f68-b8cc-340beb12a304 req-f39505ba-61fd-4e56-958f-b0f93a784a9b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0519724 Oct 28 08:48:02.683468 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8b143ad8-65d9-4f68-b8cc-340beb12a304 req-7a5006fb-8dac-4e41-812e-bbe6b7980d0e tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1caa677c-42e0-4341-b7a9-eedbb57c59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347114 Oct 28 08:48:02.858419 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428160c-8845-42e3-823c-5c4bc3960a62 req-744db59a-7b75-45c8-aa6b-651f30b8881b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:02.860639 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6428160c-8845-42e3-823c-5c4bc3960a62 req-744db59a-7b75-45c8-aa6b-651f30b8881b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 946 time: 0.0572319 Oct 28 08:48:02.913487 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 58386) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:02.965321 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-6428160c-8845-42e3-823c-5c4bc3960a62 req-6aeed26c-c9f8-42db-8a3c-2225256d3ab1 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Deleting port ca1bece9-ad29-4024-93d9-2e154ebe1e8e {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:48:02.965661 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-6428160c-8845-42e3-823c-5c4bc3960a62 req-6aeed26c-c9f8-42db-8a3c-2225256d3ab1 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:02.978556 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-f54330af-19e7-4b6e-8df8-4c6138a7e764 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.004479 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-f54330af-19e7-4b6e-8df8-4c6138a7e764 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.054488 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-f54330af-19e7-4b6e-8df8-4c6138a7e764 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.057081 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-f54330af-19e7-4b6e-8df8-4c6138a7e764 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.058185 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-f54330af-19e7-4b6e-8df8-4c6138a7e764 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "DELETE /v2.0/security-groups/dcca3b3c-b5ee-4290-b8e8-563f123220a4 HTTP/1.1" status: 204 len: 168 time: 0.1436141 Oct 28 08:48:03.061453 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 58388) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:03.064907 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-6428160c-8845-42e3-823c-5c4bc3960a62 req-6aeed26c-c9f8-42db-8a3c-2225256d3ab1 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] For port ca1bece9-ad29-4024-93d9-2e154ebe1e8e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ca1bece9-ad29-4024-93d9-2e154ebe1e8e,segment=NetworkSegment(07e6c21e-d80f-4ae6-8f71-73a7242dc574),segment_id=07e6c21e-d80f-4ae6-8f71-73a7242dc574)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:03.065398 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-6428160c-8845-42e3-823c-5c4bc3960a62 req-6aeed26c-c9f8-42db-8a3c-2225256d3ab1 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.080341 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54330af-19e7-4b6e-8df8-4c6138a7e764 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcca3b3c-b5ee-4290-b8e8-563f123220a4,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:03.084473 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.api.v2.resource [None req-24be87d1-e879-4a37-863e-c8df210d63e1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] show failed (client error): The resource could not be found. Oct 28 08:48:03.085657 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-24be87d1-e879-4a37-863e-c8df210d63e1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups/dcca3b3c-b5ee-4290-b8e8-563f123220a4 HTTP/1.1" status: 404 len: 347 time: 0.0210643 Oct 28 08:48:03.089486 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 58390) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:03.097145 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54330af-19e7-4b6e-8df8-4c6138a7e764 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:03.097486 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54330af-19e7-4b6e-8df8-4c6138a7e764 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:03.097830 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54330af-19e7-4b6e-8df8-4c6138a7e764 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:03.098163 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54330af-19e7-4b6e-8df8-4c6138a7e764 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:03.098490 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54330af-19e7-4b6e-8df8-4c6138a7e764 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:03.098813 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54330af-19e7-4b6e-8df8-4c6138a7e764 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:03.099133 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54330af-19e7-4b6e-8df8-4c6138a7e764 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:03.099457 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54330af-19e7-4b6e-8df8-4c6138a7e764 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:03.099772 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54330af-19e7-4b6e-8df8-4c6138a7e764 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:03.100139 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54330af-19e7-4b6e-8df8-4c6138a7e764 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:03.100401 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54330af-19e7-4b6e-8df8-4c6138a7e764 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:03.100718 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54330af-19e7-4b6e-8df8-4c6138a7e764 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:03.223419 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-e60efd35-4aef-4722-a06c-71f54ea54969 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Deleting port 60b3d30a-6288-447a-b0e4-738fc479719e {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:48:03.223774 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e60efd35-4aef-4722-a06c-71f54ea54969 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.257521 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-6428160c-8845-42e3-823c-5c4bc3960a62 req-6aeed26c-c9f8-42db-8a3c-2225256d3ab1 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.258201 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-6428160c-8845-42e3-823c-5c4bc3960a62 req-6aeed26c-c9f8-42db-8a3c-2225256d3ab1 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550714'] for floatingip, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.258628 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.l3_db [req-6428160c-8845-42e3-823c-5c4bc3960a62 req-6aeed26c-c9f8-42db-8a3c-2225256d3ab1 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Floating IP aeba14d7-d279-44bc-a6e2-8a21899d5237 disassociated. External IP: 172.27.2.83, port: ca1bece9-ad29-4024-93d9-2e154ebe1e8e. Oct 28 08:48:03.258968 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-6428160c-8845-42e3-823c-5c4bc3960a62 req-6aeed26c-c9f8-42db-8a3c-2225256d3ab1 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Calling delete_port for ca1bece9-ad29-4024-93d9-2e154ebe1e8e owned by compute:nova {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:48:03.306168 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e60efd35-4aef-4722-a06c-71f54ea54969 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.306522 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e60efd35-4aef-4722-a06c-71f54ea54969 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.319026 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-e60efd35-4aef-4722-a06c-71f54ea54969 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Calling delete_port for 60b3d30a-6288-447a-b0e4-738fc479719e owned by network:floatingip {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:48:03.405069 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-6428160c-8845-42e3-823c-5c4bc3960a62 req-6aeed26c-c9f8-42db-8a3c-2225256d3ab1 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.438850 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeed26c-c9f8-42db-8a3c-2225256d3ab1 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Pushing event deleted for resources: {'Port': ['ID=ca1bece9-ad29-4024-93d9-2e154ebe1e8e,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:03.470693 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e60efd35-4aef-4722-a06c-71f54ea54969 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.624506 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec8c52-2d72-4d89-b2f6-fe642ac0e163 req-ddbb736e-94b2-48d7-989d-b181ed079a05 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:03.627210 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-51ec8c52-2d72-4d89-b2f6-fe642ac0e163 req-ddbb736e-94b2-48d7-989d-b181ed079a05 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.1640766 Oct 28 08:48:03.651358 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6428160c-8845-42e3-823c-5c4bc3960a62 req-6aeed26c-c9f8-42db-8a3c-2225256d3ab1 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Router 2c125f52-3781-4872-a5e2-194d78a60219 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:48:03.689644 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-51ec8c52-2d72-4d89-b2f6-fe642ac0e163 req-0eedbf42-b5ae-41b9-b3c3-fdad8c529ce2 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505013 Oct 28 08:48:03.752609 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60efd35-4aef-4722-a06c-71f54ea54969 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Pushing event deleted for resources: {'Port': ['ID=60b3d30a-6288-447a-b0e4-738fc479719e,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:03.806396 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dcfcf2a6-bee7-4f22-a25b-5df4dcc00553 req-029fb147-5226-485e-8642-5f13c7da5d2a tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8d46e50-0675-4d39-9947-f35acce9f945 HTTP/1.1" status: 200 len: 210 time: 0.0347431 Oct 28 08:48:03.815319 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e60efd35-4aef-4722-a06c-71f54ea54969 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for floatingip, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.818335 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e60efd35-4aef-4722-a06c-71f54ea54969 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.827030 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-e60efd35-4aef-4722-a06c-71f54ea54969 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "DELETE /v2.0/floatingips/0218d1fb-860f-4c0e-80d7-f0a38cf4aeab HTTP/1.1" status: 204 len: 168 time: 0.7291267 Oct 28 08:48:03.846077 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6428160c-8845-42e3-823c-5c4bc3960a62 req-6aeed26c-c9f8-42db-8a3c-2225256d3ab1 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:48:03.860245 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08d6ef-17a2-4dd2-9c54-c32d467ce97d None None] Sync routers for ids ['2c125f52-3781-4872-a5e2-194d78a60219'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:48:03.879531 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08d6ef-17a2-4dd2-9c54-c32d467ce97d None None] Routers {'2c125f52-3781-4872-a5e2-194d78a60219'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:48:03.880543 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-ef08d6ef-17a2-4dd2-9c54-c32d467ce97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:47:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['2c125f52-3781-4872-a5e2-194d78a60219'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:03.897505 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-6428160c-8845-42e3-823c-5c4bc3960a62 req-6aeed26c-c9f8-42db-8a3c-2225256d3ab1 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] No DVR routers for this DVR port ca1bece9-ad29-4024-93d9-2e154ebe1e8e on host hv-cinder-81566 {{(pid=108149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:48:03.900975 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-6428160c-8845-42e3-823c-5c4bc3960a62 req-6aeed26c-c9f8-42db-8a3c-2225256d3ab1 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:03.909618 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6428160c-8845-42e3-823c-5c4bc3960a62 req-6aeed26c-c9f8-42db-8a3c-2225256d3ab1 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.77 "DELETE /v2.0/ports/ca1bece9-ad29-4024-93d9-2e154ebe1e8e HTTP/1.1" status: 204 len: 173 time: 1.0400765 Oct 28 08:48:03.910581 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d46e50-0675-4d39-9947-f35acce9f945', 'name': 'network-vif-deleted', 'tag': 'ca1bece9-ad29-4024-93d9-2e154ebe1e8e'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:03.928559 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ceb902-6541-44d3-a489-1fe190909e1e" -d '{"events": [{"server_uuid": "a8d46e50-0675-4d39-9947-f35acce9f945", "name": "network-vif-deleted", "tag": "ca1bece9-ad29-4024-93d9-2e154ebe1e8e"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:03.989462 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04aa6ab-3f92-4dd3-bf56-06409dfc6d4b x-openstack-request-id: req-d04aa6ab-3f92-4dd3-bf56-06409dfc6d4b {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:03.989765 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d46e50-0675-4d39-9947-f35acce9f945", "name": "network-vif-deleted", "tag": "ca1bece9-ad29-4024-93d9-2e154ebe1e8e", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:03.990060 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d04aa6ab-3f92-4dd3-bf56-06409dfc6d4b {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:03.990444 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d46e50-0675-4d39-9947-f35acce9f945', 'name': 'network-vif-deleted', 'tag': 'ca1bece9-ad29-4024-93d9-2e154ebe1e8e', 'status': 'completed', 'code': 200} Oct 28 08:48:04.052748 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-ef08d6ef-17a2-4dd2-9c54-c32d467ce97d None None] Set router 2c125f52-3781-4872-a5e2-194d78a60219 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:48:04.167312 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 58400) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:04.171748 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-ccf5091c-431e-4255-884a-27525bfbda32 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--371938791', 'description': 'tempest-description--1715974866'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:04.194822 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ccf5091c-431e-4255-884a-27525bfbda32 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.276445 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ccf5091c-431e-4255-884a-27525bfbda32 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.280739 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ccf5091c-431e-4255-884a-27525bfbda32 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.281088 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-ef08d6ef-17a2-4dd2-9c54-c32d467ce97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:47Z', 'revision_number': 4, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port': {'id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'fedf5590-10bc-47d5-82a2-9964cff24f1b', 'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'mac_address': 'fa:16:3e:65:8c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:46Z', 'updated_at': '2021-10-28T08:39:54Z', 'revision_number': 5, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'subnets': [{'id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:04.312624 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5091c-431e-4255-884a-27525bfbda32 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:04.315135 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08d6ef-17a2-4dd2-9c54-c32d467ce97d None None] Checking router: 2c125f52-3781-4872-a5e2-194d78a60219 for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:48:04.318262 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ccf5091c-431e-4255-884a-27525bfbda32 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.322331 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-ccf5091c-431e-4255-884a-27525bfbda32 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1511624 Oct 28 08:48:04.323549 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 58402) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:04.327756 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-fc0e284f-fac2-486c-aadf-5f561c44804c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Request body: {'security_group_rule': {'security_group_id': 'd2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:04.336048 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08d6ef-17a2-4dd2-9c54-c32d467ce97d None None] Routers {'2c125f52-3781-4872-a5e2-194d78a60219'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:48:04.337446 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-ef08d6ef-17a2-4dd2-9c54-c32d467ce97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:47:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['2c125f52-3781-4872-a5e2-194d78a60219'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:04.357445 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-fc0e284f-fac2-486c-aadf-5f561c44804c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.429999 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-fc0e284f-fac2-486c-aadf-5f561c44804c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.434299 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-fc0e284f-fac2-486c-aadf-5f561c44804c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.458141 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e284f-fac2-486c-aadf-5f561c44804c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea624e6-e363-4d96-86ec-3910570145ba,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:04.468089 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-fc0e284f-fac2-486c-aadf-5f561c44804c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.471768 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-fc0e284f-fac2-486c-aadf-5f561c44804c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456823 Oct 28 08:48:04.472440 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 58406) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:04.478868 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-c75e7dd7-f253-41f2-9928-eb5c486d60b1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Request body: {'security_group_rule': {'security_group_id': 'd2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:04.479545 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-ef08d6ef-17a2-4dd2-9c54-c32d467ce97d None None] Set router 2c125f52-3781-4872-a5e2-194d78a60219 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:48:04.508564 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c75e7dd7-f253-41f2-9928-eb5c486d60b1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.573676 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c75e7dd7-f253-41f2-9928-eb5c486d60b1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.577536 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c75e7dd7-f253-41f2-9928-eb5c486d60b1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.596739 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e7dd7-f253-41f2-9928-eb5c486d60b1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7669b59e-59ac-498c-8a86-46423317e49a,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:04.606071 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c75e7dd7-f253-41f2-9928-eb5c486d60b1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.607266 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-c75e7dd7-f253-41f2-9928-eb5c486d60b1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339214 Oct 28 08:48:04.610680 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 58408) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:04.615082 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-5624269b-32f8-4ec0-b539-246d235f8f4e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Request body: {'floatingip': {'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:04.637678 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5624269b-32f8-4ec0-b539-246d235f8f4e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for floatingip, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.642083 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 2e8c6f82-a258-4342-aacf-0b4e80ccd12e no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:48:04.671736 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] No Port match for: 2e8c6f82-a258-4342-aacf-0b4e80ccd12e {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:48:04.672557 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 2e8c6f82-a258-4342-aacf-0b4e80ccd12e not bound to the agent host hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:48:04.735670 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-ef08d6ef-17a2-4dd2-9c54-c32d467ce97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:47Z', 'revision_number': 4, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port': {'id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'fedf5590-10bc-47d5-82a2-9964cff24f1b', 'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'mac_address': 'fa:16:3e:65:8c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:46Z', 'updated_at': '2021-10-28T08:39:54Z', 'revision_number': 5, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'subnets': [{'id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:04.755287 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5624269b-32f8-4ec0-b539-246d235f8f4e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:04.772595 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08d6ef-17a2-4dd2-9c54-c32d467ce97d None None] The sync data for ids ['2c125f52-3781-4872-a5e2-194d78a60219'] in dv-cinder-815660-3-iscsi is: [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:47Z', 'revision_number': 4, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port': {'id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'fedf5590-10bc-47d5-82a2-9964cff24f1b', 'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'mac_address': 'fa:16:3e:65:8c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:46Z', 'updated_at': '2021-10-28T08:39:54Z', 'revision_number': 5, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'subnets': [{'id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:48:04.831077 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211860b-b066-4fbd-9697-ebce2152fb06 req-f3df2b44-b334-4b5a-bc41-085186ce96c1 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:04.832684 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7211860b-b066-4fbd-9697-ebce2152fb06 req-f3df2b44-b334-4b5a-bc41-085186ce96c1 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0639946 Oct 28 08:48:04.874471 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [None req-5624269b-32f8-4ec0-b539-246d235f8f4e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Allocated IP 172.27.2.171 (c0718a07-d425-45b1-8de3-71ded0279532/b41219f0-2f46-4802-a1ee-8d1af97776ac/d1651f5a-4d81-46f5-926d-f85c0611add5) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:48:04.890942 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7211860b-b066-4fbd-9697-ebce2152fb06 req-384be90d-942d-44c3-b754-5c31720229e0 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508661 Oct 28 08:48:04.930663 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 58416) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:04.995398 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-439bcb54-2143-42de-a1f5-fd286d443c08 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.000112 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5624269b-32f8-4ec0-b539-246d235f8f4e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.032058 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-439bcb54-2143-42de-a1f5-fd286d443c08 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.049904 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5624269b-32f8-4ec0-b539-246d235f8f4e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.063922 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa0317c-7dc1-4a8e-9fe4-bd58500cd429 None None] New status for floating IP aeba14d7-d279-44bc-a6e2-8a21899d5237: DOWN {{(pid=108152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:48:05.092492 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-439bcb54-2143-42de-a1f5-fd286d443c08 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.095140 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-439bcb54-2143-42de-a1f5-fd286d443c08 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.098995 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-439bcb54-2143-42de-a1f5-fd286d443c08 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "DELETE /v2.0/security-groups/1caa677c-42e0-4341-b7a9-eedbb57c59e6 HTTP/1.1" status: 204 len: 168 time: 0.1646278 Oct 28 08:48:05.099169 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5624269b-32f8-4ec0-b539-246d235f8f4e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Network c0718a07-d425-45b1-8de3-71ded0279532 is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:05.099277 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 58418) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:05.105876 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bcb54-2143-42de-a1f5-fd286d443c08 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caa677c-42e0-4341-b7a9-eedbb57c59e6,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:05.111171 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-5624269b-32f8-4ec0-b539-246d235f8f4e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:05.113736 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624269b-32f8-4ec0-b539-246d235f8f4e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:05.146498 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.api.v2.resource [None req-0e5c5090-916b-4a60-9a56-162639a3f08c tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] show failed (client error): The resource could not be found. Oct 28 08:48:05.147842 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-0e5c5090-916b-4a60-9a56-162639a3f08c tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups/1caa677c-42e0-4341-b7a9-eedbb57c59e6 HTTP/1.1" status: 404 len: 347 time: 0.0476046 Oct 28 08:48:05.150596 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624269b-32f8-4ec0-b539-246d235f8f4e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Pushing event updated for resources: {'Port': ['ID=d1651f5a-4d81-46f5-926d-f85c0611add5,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:05.151233 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 58420) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:05.235322 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5624269b-32f8-4ec0-b539-246d235f8f4e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.271281 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5624269b-32f8-4ec0-b539-246d235f8f4e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.294928 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-df97905c-a942-4a98-9d18-cdcb48fc9054 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Deleting port 1a32e8aa-f9c8-4789-b9bb-eb814b33a122 {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:48:05.295271 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-df97905c-a942-4a98-9d18-cdcb48fc9054 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.382289 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-df97905c-a942-4a98-9d18-cdcb48fc9054 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.382503 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-df97905c-a942-4a98-9d18-cdcb48fc9054 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.395081 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-df97905c-a942-4a98-9d18-cdcb48fc9054 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Calling delete_port for 1a32e8aa-f9c8-4789-b9bb-eb814b33a122 owned by network:floatingip {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:48:05.450303 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5624269b-32f8-4ec0-b539-246d235f8f4e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for port, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.456853 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5624269b-32f8-4ec0-b539-246d235f8f4e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25530818'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.532393 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624269b-32f8-4ec0-b539-246d235f8f4e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Pushing event updated for resources: {'Port': ['ID=d1651f5a-4d81-46f5-926d-f85c0611add5,revision_number=2']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:05.546333 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5624269b-32f8-4ec0-b539-246d235f8f4e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550714'] for floatingip, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.553618 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-df97905c-a942-4a98-9d18-cdcb48fc9054 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.566525 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5624269b-32f8-4ec0-b539-246d235f8f4e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.577947 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-5624269b-32f8-4ec0-b539-246d235f8f4e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9661160 Oct 28 08:48:05.588774 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97905c-a942-4a98-9d18-cdcb48fc9054 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Pushing event deleted for resources: {'Port': ['ID=1a32e8aa-f9c8-4789-b9bb-eb814b33a122,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:05.668451 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-df97905c-a942-4a98-9d18-cdcb48fc9054 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for floatingip, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.671074 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-df97905c-a942-4a98-9d18-cdcb48fc9054 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:05.672836 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-df97905c-a942-4a98-9d18-cdcb48fc9054 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "DELETE /v2.0/floatingips/aeba14d7-d279-44bc-a6e2-8a21899d5237 HTTP/1.1" status: 204 len: 168 time: 0.5201585 Oct 28 08:48:05.822266 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-27dce062-4b44-43e9-8ee4-6a9e6c0cf3b7 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--371938791&fields=id&tenant_id=7e7a189da1ab4c96a271af47ac4baa62 HTTP/1.1" status: 200 len: 267 time: 0.0448556 Oct 28 08:48:05.933181 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-df845f70-ade1-4937-8724-65f3310ce922 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:05.934570 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-df845f70-ade1-4937-8724-65f3310ce922 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/networks?id=1bb7b256-4baa-432c-addc-978134812fe5 HTTP/1.1" status: 200 len: 816 time: 0.1050141 Oct 28 08:48:05.949685 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-8741cda9-c234-403a-88c3-8a61afffaea8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/quotas/7e7a189da1ab4c96a271af47ac4baa62 HTTP/1.1" status: 200 len: 375 time: 0.0090904 Oct 28 08:48:06.008688 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-7f136b37-4722-490d-b53d-3e4736980fac tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7e7a189da1ab4c96a271af47ac4baa62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527310 Oct 28 08:48:06.030358 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 58438) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:06.036280 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-85653cc4-f89f-404e-96f2-be5ef60e9082 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1789843315', 'description': 'tempest-description--372453171'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:06.061549 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-85653cc4-f89f-404e-96f2-be5ef60e9082 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:06.140953 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-85653cc4-f89f-404e-96f2-be5ef60e9082 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:06.147748 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-85653cc4-f89f-404e-96f2-be5ef60e9082 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:06.154312 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-09673846-fbf0-4fa7-ba58-94ea275dd4c2 service neutron] 10.222.0.74 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336002 Oct 28 08:48:06.163808 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8489a52-d6e9-4792-a928-a5c63881cd1f req-39184b6c-e6fc-49d6-852e-c2da1c0753ff tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:06.165407 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f8489a52-d6e9-4792-a928-a5c63881cd1f req-39184b6c-e6fc-49d6-852e-c2da1c0753ff tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0834682 Oct 28 08:48:06.190514 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-85653cc4-f89f-404e-96f2-be5ef60e9082 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:06.194489 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-85653cc4-f89f-404e-96f2-be5ef60e9082 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1605480 Oct 28 08:48:06.199702 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 58440) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:06.200562 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-984d85df-f6c0-4895-8f10-8e4700fccc62 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Request body: {'security_group_rule': {'security_group_id': '1d1e9186-e3b5-4608-a78b-b20f155015ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:06.207195 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85653cc4-f89f-404e-96f2-be5ef60e9082 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1e9186-e3b5-4608-a78b-b20f155015ef,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:06.237426 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-984d85df-f6c0-4895-8f10-8e4700fccc62 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:06.261718 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f8489a52-d6e9-4792-a928-a5c63881cd1f req-cde5ea8c-c0bf-495d-a3a8-238bdedb81ef tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873137 Oct 28 08:48:06.291266 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-79c1756a-e8d7-4366-9d3e-12d1cf7e541a service neutron] 10.222.0.74 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248288 Oct 28 08:48:06.299411 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-984d85df-f6c0-4895-8f10-8e4700fccc62 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:06.304540 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-984d85df-f6c0-4895-8f10-8e4700fccc62 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:06.326346 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d85df-f6c0-4895-8f10-8e4700fccc62 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48bad50-79be-4ce4-9aa9-119aa5eadf8f,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:06.335657 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-984d85df-f6c0-4895-8f10-8e4700fccc62 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:06.336874 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-984d85df-f6c0-4895-8f10-8e4700fccc62 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409671 Oct 28 08:48:06.340667 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 58442) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:06.345325 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-a4ab775f-1ad4-47a3-8890-701245be5be7 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Request body: {'security_group_rule': {'security_group_id': '1d1e9186-e3b5-4608-a78b-b20f155015ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:06.375399 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a4ab775f-1ad4-47a3-8890-701245be5be7 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:06.445880 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a4ab775f-1ad4-47a3-8890-701245be5be7 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:06.452080 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a4ab775f-1ad4-47a3-8890-701245be5be7 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408542'] for security_group_rule, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:06.487232 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab775f-1ad4-47a3-8890-701245be5be7 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c411d4e8-a003-4125-a076-47fb5646b930,revision_number=0']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:06.493862 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e9224d50-709e-4df3-90e3-d16f1bb59909 req-b943dd40-d323-423b-9d0a-c5085cc64352 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 210 time: 0.0399644 Oct 28 08:48:06.496384 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a4ab775f-1ad4-47a3-8890-701245be5be7 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:06.497719 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-a4ab775f-1ad4-47a3-8890-701245be5be7 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1561873 Oct 28 08:48:06.502568 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 58448) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:06.507365 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-fadbe9c7-cf3f-443e-8224-1af84a454738 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Request body: {'floatingip': {'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:06.531034 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fadbe9c7-cf3f-443e-8224-1af84a454738 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for floatingip, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:06.643679 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 0151d785-b8a4-4437-9aa9-d788de11dd43 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:48:06.646129 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device ca1bece9-ad29-4024-93d9-2e154ebe1e8e no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:48:06.649210 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fadbe9c7-cf3f-443e-8224-1af84a454738 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:06.794931 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [None req-fadbe9c7-cf3f-443e-8224-1af84a454738 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Allocated IP 172.27.2.130 (c0718a07-d425-45b1-8de3-71ded0279532/b41219f0-2f46-4802-a1ee-8d1af97776ac/3fc26f57-43b7-4529-a049-b6491e30c89b) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:48:06.865392 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] No Port match for: ca1bece9-ad29-4024-93d9-2e154ebe1e8e {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:48:06.865729 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device ca1bece9-ad29-4024-93d9-2e154ebe1e8e not bound to the agent host hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:48:06.922063 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 0151d785-b8a4-4437-9aa9-d788de11dd43, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0151d785-b8a4-4437-9aa9-d788de11dd43,segment=NetworkSegment(d816620b-6b1f-4634-be13-3394c65a21ad),segment_id=d816620b-6b1f-4634-be13-3394c65a21ad)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:06.926902 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fadbe9c7-cf3f-443e-8224-1af84a454738 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:06.934599 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': '0151d785-b8a4-4437-9aa9-d788de11dd43', 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5', 'port_id': '0151d785-b8a4-4437-9aa9-d788de11dd43', 'mac_address': 'fa:16:3e:e4:66:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:48:06.969212 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fadbe9c7-cf3f-443e-8224-1af84a454738 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:06.985677 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:07.008270 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0151d785-b8a4-4437-9aa9-d788de11dd43 {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:07.013990 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadbe9c7-cf3f-443e-8224-1af84a454738 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Network c0718a07-d425-45b1-8de3-71ded0279532 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:07.018133 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-fadbe9c7-cf3f-443e-8224-1af84a454738 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:07.022294 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadbe9c7-cf3f-443e-8224-1af84a454738 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:07.028339 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbe9c7-cf3f-443e-8224-1af84a454738 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Pushing event updated for resources: {'Port': ['ID=3fc26f57-43b7-4529-a049-b6491e30c89b,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:07.031196 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 0151d785-b8a4-4437-9aa9-d788de11dd43, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0151d785-b8a4-4437-9aa9-d788de11dd43,segment=NetworkSegment(d816620b-6b1f-4634-be13-3394c65a21ad),segment_id=d816620b-6b1f-4634-be13-3394c65a21ad)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:07.036811 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:07.099720 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=0151d785-b8a4-4437-9aa9-d788de11dd43,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:07.124559 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fadbe9c7-cf3f-443e-8224-1af84a454738 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:07.167379 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fadbe9c7-cf3f-443e-8224-1af84a454738 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:07.332457 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fadbe9c7-cf3f-443e-8224-1af84a454738 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:07.337270 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fadbe9c7-cf3f-443e-8224-1af84a454738 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:07.380891 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['0151d785-b8a4-4437-9aa9-d788de11dd43'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:07.440843 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbe9c7-cf3f-443e-8224-1af84a454738 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Pushing event updated for resources: {'Port': ['ID=3fc26f57-43b7-4529-a049-b6491e30c89b,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:07.465828 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f73405-938f-4744-a0f3-9540c292a869 req-28644236-fe66-4701-8fa1-d5d22eacbe33 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:07.467329 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-68f73405-938f-4744-a0f3-9540c292a869 req-28644236-fe66-4701-8fa1-d5d22eacbe33 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 944 time: 0.1214607 Oct 28 08:48:07.471603 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fadbe9c7-cf3f-443e-8224-1af84a454738 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550714'] for floatingip, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:07.505491 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-fadbe9c7-cf3f-443e-8224-1af84a454738 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:07.506803 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-fadbe9c7-cf3f-443e-8224-1af84a454738 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0033174 Oct 28 08:48:07.535804 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-68f73405-938f-4744-a0f3-9540c292a869 req-ce56baa2-10db-477b-b563-0a947a9fc77a tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573304 Oct 28 08:48:07.668516 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c5bff7a8-93f7-465b-ac98-1c3738b2a8ff req-7ec8eb54-2f85-414c-835a-07a4e0f02783 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 210 time: 0.0454109 Oct 28 08:48:07.743617 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-462e7033-2e2e-4f98-8853-f5161b4e8434 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:07.745245 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-462e7033-2e2e-4f98-8853-f5161b4e8434 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.77 "GET /v2.0/networks?id=1bb7b256-4baa-432c-addc-978134812fe5 HTTP/1.1" status: 200 len: 816 time: 0.2255659 Oct 28 08:48:07.780991 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-96fb852e-539f-4d8e-a4d6-a869c9e35020 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1789843315&fields=id&tenant_id=deb9a75c575b487eb97a2f189099cb83 HTTP/1.1" status: 200 len: 267 time: 0.0655222 Oct 28 08:48:07.860153 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-d279fa44-a86e-4b51-91ec-b309c3c4c051 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e7a189da1ab4c96a271af47ac4baa62 HTTP/1.1" status: 200 len: 379 time: 0.0982249 Oct 28 08:48:07.872193 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-812e2228-b539-48ab-9d0a-843425665fae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Request body: {'port': {'device_id': '44471d5a-b894-4e3f-b59d-b03afd03839b', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'admin_state_up': True, 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'security_groups': ['d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392']}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:07.984235 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-d01daaac-10c5-4a24-b56c-91cdebfde523 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:07.986266 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-d01daaac-10c5-4a24-b56c-91cdebfde523 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/networks?id=8054d646-b889-4c53-8d8e-0b66f004b73f HTTP/1.1" status: 200 len: 810 time: 0.1896102 Oct 28 08:48:08.024579 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-2d92a791-f3f9-416e-8a3d-e4a3ec233360 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/quotas/deb9a75c575b487eb97a2f189099cb83 HTTP/1.1" status: 200 len: 375 time: 0.0291998 Oct 28 08:48:08.073722 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-812e2228-b539-48ab-9d0a-843425665fae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Made reservation on behalf of 7e7a189da1ab4c96a271af47ac4baa62 for: {'port': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:48:08.077314 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-812e2228-b539-48ab-9d0a-843425665fae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:08.124103 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-ac2950b1-1b11-4587-9440-dd2eefd6c54e tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=deb9a75c575b487eb97a2f189099cb83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0931568 Oct 28 08:48:08.303648 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-812e2228-b539-48ab-9d0a-843425665fae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Allocated IP 172.20.0.5 (1bb7b256-4baa-432c-addc-978134812fe5/fd9bc392-6bd3-4140-a796-405119ac5b63/21594cc8-c73a-42e8-9350-519f7620496e) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:48:08.309036 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-d488bbbf-5e52-413e-8d1a-3b407cf464f1 service neutron] 10.222.0.74 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505497 Oct 28 08:48:08.640192 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 0151d785-b8a4-4437-9aa9-d788de11dd43 up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:48:08.694166 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port 0151d785-b8a4-4437-9aa9-d788de11dd43 completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:48:08.698051 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port 0151d785-b8a4-4437-9aa9-d788de11dd43 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:08.698418 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:08.782422 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab56a1-bb40-461e-a71e-39dadf07f8bb req-d6ac0fc3-0695-40d3-ae8e-036ecebdaaac tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:08.782422 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bdab56a1-bb40-461e-a71e-39dadf07f8bb req-d6ac0fc3-0695-40d3-ae8e-036ecebdaaac tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 944 time: 0.1441283 Oct 28 08:48:08.785941 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-920ffdbd-f007-4393-947f-c6489a50781b service neutron] 10.222.0.74 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684260 Oct 28 08:48:08.786721 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:08.815042 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0151d785-b8a4-4437-9aa9-d788de11dd43'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:08.817361 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02369379-a6aa-4346-9e39-d8d55667ad1c" -d '{"events": [{"server_uuid": "d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1", "name": "network-vif-plugged", "status": "completed", "tag": "0151d785-b8a4-4437-9aa9-d788de11dd43"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:08.831754 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 0151d785-b8a4-4437-9aa9-d788de11dd43, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0151d785-b8a4-4437-9aa9-d788de11dd43,segment=NetworkSegment(d816620b-6b1f-4634-be13-3394c65a21ad),segment_id=d816620b-6b1f-4634-be13-3394c65a21ad)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:08.836138 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:08.844854 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-812e2228-b539-48ab-9d0a-843425665fae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:08.889679 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=0151d785-b8a4-4437-9aa9-d788de11dd43,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:08.892077 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-812e2228-b539-48ab-9d0a-843425665fae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:08.952139 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-812e2228-b539-48ab-9d0a-843425665fae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Network 1bb7b256-4baa-432c-addc-978134812fe5 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:08.958657 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-812e2228-b539-48ab-9d0a-843425665fae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:08.964968 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-812e2228-b539-48ab-9d0a-843425665fae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:08.993020 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bdab56a1-bb40-461e-a71e-39dadf07f8bb req-81933193-f2c6-4597-9ff8-089db229fdb2 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445882 Oct 28 08:48:09.037280 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda844fc-16fa-4386-994f-469ee49390b3 x-openstack-request-id: req-eda844fc-16fa-4386-994f-469ee49390b3 {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:09.037648 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1", "name": "network-vif-plugged", "status": "completed", "tag": "0151d785-b8a4-4437-9aa9-d788de11dd43", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:09.038013 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-eda844fc-16fa-4386-994f-469ee49390b3 {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:09.038470 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0151d785-b8a4-4437-9aa9-d788de11dd43', 'code': 200} Oct 28 08:48:09.043305 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e2228-b539-48ab-9d0a-843425665fae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Pushing event updated for resources: {'Port': ['ID=21594cc8-c73a-42e8-9350-519f7620496e,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:09.097419 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-812e2228-b539-48ab-9d0a-843425665fae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:09.098826 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-812e2228-b539-48ab-9d0a-843425665fae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:09.124388 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cc631-c03c-41b9-8d82-b251b7674a3b req-a5843453-fdb2-48b9-8672-6a2821bfa064 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:09.126675 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-331cc631-c03c-41b9-8d82-b251b7674a3b req-a5843453-fdb2-48b9-8672-6a2821bfa064 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 931 time: 0.1326048 Oct 28 08:48:09.148306 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0e421708-0350-42d0-b9bc-5d4447f077b8 req-54743208-f7fa-4f89-8a61-0a446ec5854f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 210 time: 0.0465441 Oct 28 08:48:09.160003 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-812e2228-b539-48ab-9d0a-843425665fae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2932000 Oct 28 08:48:09.175904 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Request body: {'port': {'device_id': '44471d5a-b894-4e3f-b59d-b03afd03839b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:09.231547 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-331cc631-c03c-41b9-8d82-b251b7674a3b req-0f6229f6-aa81-4492-9897-2faa3b059286 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859177 Oct 28 08:48:09.263768 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:09.317963 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0beef9-f368-4398-b2ca-bd146650cd3d req-740f93bf-3156-4fad-b577-55300aa524f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:09.320149 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-9c0beef9-f368-4398-b2ca-bd146650cd3d req-740f93bf-3156-4fad-b577-55300aa524f4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 1098 time: 0.0520699 Oct 28 08:48:09.340515 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-27783f73-cd02-4974-ac59-49b54838fe16 None None] Provisioning complete for port 21594cc8-c73a-42e8-9350-519f7620496e triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:09.340874 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-27783f73-cd02-4974-ac59-49b54838fe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:09.375653 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-9c0beef9-f368-4398-b2ca-bd146650cd3d req-a6971c11-5d6d-48d8-af38-8296fdc97747 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406990 Oct 28 08:48:09.380750 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-27783f73-cd02-4974-ac59-49b54838fe16 None None] Port 21594cc8-c73a-42e8-9350-519f7620496e cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:48:09.559834 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21594cc8-c73a-42e8-9350-519f7620496e {{(pid=108149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:09.567619 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:09.581841 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.provisioning_blocks [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Transition to ACTIVE for port object 21594cc8-c73a-42e8-9350-519f7620496e will not be triggered until provisioned by entity L2. {{(pid=108149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:48:09.585774 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:09.637444 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Pushing event updated for resources: {'Port': ['ID=21594cc8-c73a-42e8-9350-519f7620496e,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:09.738242 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Attempting to bind port 21594cc8-c73a-42e8-9350-519f7620496e on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:09.738841 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Attempting to bind port 21594cc8-c73a-42e8-9350-519f7620496e by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'e7216d1c-4264-4893-ae69-ba05a819d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5'}] {{(pid=108149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:09.739217 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Attempting to bind port 21594cc8-c73a-42e8-9350-519f7620496e on network 1bb7b256-4baa-432c-addc-978134812fe5 {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:09.745034 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Port 21594cc8-c73a-42e8-9350-519f7620496e on network 1bb7b256-4baa-432c-addc-978134812fe5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:48:09.745909 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Attempting to bind port 21594cc8-c73a-42e8-9350-519f7620496e on network 1bb7b256-4baa-432c-addc-978134812fe5 {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:09.756168 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:09.757484 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Checking segment: {'id': 'e7216d1c-4264-4893-ae69-ba05a819d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:09.758856 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Bound using segment: {'id': 'e7216d1c-4264-4893-ae69-ba05a819d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5'} {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:09.759608 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Bound port: 21594cc8-c73a-42e8-9350-519f7620496e, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7216d1c-4264-4893-ae69-ba05a819d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5'}}] {{(pid=108149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:09.760079 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:09.831553 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] For port 21594cc8-c73a-42e8-9350-519f7620496e, host hv-cinder-81566, cleared binding levels {{(pid=108149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:09.842184 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] For port 21594cc8-c73a-42e8-9350-519f7620496e, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=21594cc8-c73a-42e8-9350-519f7620496e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:09.847071 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:09.882962 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:09.883555 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:09.892779 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] 10.222.0.77 "PUT /v2.0/ports/21594cc8-c73a-42e8-9350-519f7620496e HTTP/1.1" status: 200 len: 1093 time: 0.7158675 Oct 28 08:48:09.893823 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44471d5a-b894-4e3f-b59d-b03afd03839b', 'tag': '21594cc8-c73a-42e8-9350-519f7620496e'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:09.895990 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6df7c78-b937-46fb-aa69-7f563805030e" -d '{"events": [{"name": "network-changed", "server_uuid": "44471d5a-b894-4e3f-b59d-b03afd03839b", "tag": "21594cc8-c73a-42e8-9350-519f7620496e"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:09.936081 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db3fbf-9a28-4f51-a8b7-f8a9dddeb062 service neutron] Pushing event updated for resources: {'Port': ['ID=21594cc8-c73a-42e8-9350-519f7620496e,revision_number=3']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:09.950216 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36886ddc-238e-42f8-9979-806732d480b5 x-openstack-request-id: req-36886ddc-238e-42f8-9979-806732d480b5 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:09.950504 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44471d5a-b894-4e3f-b59d-b03afd03839b", "tag": "21594cc8-c73a-42e8-9350-519f7620496e", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:09.950755 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-36886ddc-238e-42f8-9979-806732d480b5 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:09.951147 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44471d5a-b894-4e3f-b59d-b03afd03839b', 'tag': '21594cc8-c73a-42e8-9350-519f7620496e', 'status': 'completed', 'code': 200} Oct 28 08:48:10.012714 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-e636ab7a-1e9c-46b3-b67f-5d5b1ef128c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:10.014312 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-e636ab7a-1e9c-46b3-b67f-5d5b1ef128c1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e7a189da1ab4c96a271af47ac4baa62&device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 1096 time: 0.0465674 Oct 28 08:48:10.073519 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-937923b6-9824-44c9-a296-211316f35003 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21594cc8-c73a-42e8-9350-519f7620496e HTTP/1.1" status: 200 len: 217 time: 0.0505238 Oct 28 08:48:10.153888 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c99757-bd49-4bc6-8f90-490633ef6b42 req-d44b23a9-c4da-4846-b835-b534e475ae3b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:10.155501 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-05c99757-bd49-4bc6-8f90-490633ef6b42 req-d44b23a9-c4da-4846-b835-b534e475ae3b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0929000 Oct 28 08:48:10.157007 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-4f05dc59-fd68-4b92-b91f-f74151a205b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:10.158753 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-4f05dc59-fd68-4b92-b91f-f74151a205b7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd9bc392-6bd3-4140-a796-405119ac5b63 HTTP/1.1" status: 200 len: 855 time: 0.0666616 Oct 28 08:48:10.230770 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-05c99757-bd49-4bc6-8f90-490633ef6b42 req-ddb4f856-7603-4f8d-9ab7-c2672595f4fd tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676622 Oct 28 08:48:10.249766 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-d26caf4d-de93-4236-b600-c8cde4cde960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:10.251990 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-d26caf4d-de93-4236-b600-c8cde4cde960 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1bb7b256-4baa-432c-addc-978134812fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0837014 Oct 28 08:48:10.273325 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-942d7c1b-ada1-429f-95b8-402bceaab7ff req-25e0cec8-867b-46cc-b340-7c88820cc729 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 210 time: 0.0353372 Oct 28 08:48:10.401596 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-61d8b0b8-9812-4d21-a5d2-9f1b3b95f035 service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305015 Oct 28 08:48:10.418676 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973265b9-af35-4202-bc0b-cccbd42c8d46 req-be31477c-236a-4763-8410-191823883c16 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:10.420243 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-973265b9-af35-4202-bc0b-cccbd42c8d46 req-be31477c-236a-4763-8410-191823883c16 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0821438 Oct 28 08:48:10.436818 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-db53efec-5575-41af-8929-86dd41285089 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:10.439024 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-db53efec-5575-41af-8929-86dd41285089 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.77 "GET /v2.0/networks?id=8054d646-b889-4c53-8d8e-0b66f004b73f HTTP/1.1" status: 200 len: 810 time: 0.1214013 Oct 28 08:48:10.513163 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-65f824ee-9cb6-46ba-894b-60c42969c41e tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deb9a75c575b487eb97a2f189099cb83 HTTP/1.1" status: 200 len: 380 time: 0.0586803 Oct 28 08:48:10.520280 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-973265b9-af35-4202-bc0b-cccbd42c8d46 req-368e0d7f-03cc-47a7-9891-8f1f282a9667 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893641 Oct 28 08:48:10.527133 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-7f44b66f-08f7-490c-a06c-5e9371b7434f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Request body: {'port': {'device_id': '60d4d877-fc9e-4f25-a21c-219f08ecdcff', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'admin_state_up': True, 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'security_groups': ['1d1e9186-e3b5-4608-a78b-b20f155015ef']}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:10.554154 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d9b523dc-5c6d-47a8-a225-18ef62254771 req-e6581b0c-4b06-46f1-bc12-cb6c10a496f6 service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305981 Oct 28 08:48:10.656927 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-7f44b66f-08f7-490c-a06c-5e9371b7434f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Made reservation on behalf of deb9a75c575b487eb97a2f189099cb83 for: {'port': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:48:10.659938 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df7c78-b937-46fb-aa69-7f563805030e req-b9ecff20-40bd-4e79-9fec-7f19ba9fe6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:10.660826 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-7f44b66f-08f7-490c-a06c-5e9371b7434f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:10.661480 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6df7c78-b937-46fb-aa69-7f563805030e req-b9ecff20-40bd-4e79-9fec-7f19ba9fe6cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e7a189da1ab4c96a271af47ac4baa62&device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 1096 time: 0.0561440 Oct 28 08:48:10.759368 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df7c78-b937-46fb-aa69-7f563805030e req-4416ab13-17a1-47fb-aaf4-edaa0d4e59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:10.760837 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6df7c78-b937-46fb-aa69-7f563805030e req-4416ab13-17a1-47fb-aaf4-edaa0d4e59b8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1bb7b256-4baa-432c-addc-978134812fe5 HTTP/1.1" status: 200 len: 918 time: 0.0908906 Oct 28 08:48:10.802246 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-7f44b66f-08f7-490c-a06c-5e9371b7434f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Allocated IP 172.20.0.9 (8054d646-b889-4c53-8d8e-0b66f004b73f/845c0f3f-7051-408d-b475-1ff3eae03add/0616e940-d1b6-4c1e-b63c-17fc1651dfba) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:48:10.808791 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6df7c78-b937-46fb-aa69-7f563805030e req-b5d3eb43-bc3c-4033-b234-fbbf3b78b0bb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21594cc8-c73a-42e8-9350-519f7620496e HTTP/1.1" status: 200 len: 217 time: 0.0401733 Oct 28 08:48:10.859233 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df7c78-b937-46fb-aa69-7f563805030e req-e560ea9b-4ed3-4807-9ff9-c90a9f604396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:10.861306 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6df7c78-b937-46fb-aa69-7f563805030e req-e560ea9b-4ed3-4807-9ff9-c90a9f604396 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd9bc392-6bd3-4140-a796-405119ac5b63 HTTP/1.1" status: 200 len: 855 time: 0.0454011 Oct 28 08:48:10.910423 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df7c78-b937-46fb-aa69-7f563805030e req-5e0e56d5-8bba-4a00-ba3a-acac31ebfa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:10.911814 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6df7c78-b937-46fb-aa69-7f563805030e req-5e0e56d5-8bba-4a00-ba3a-acac31ebfa8b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1bb7b256-4baa-432c-addc-978134812fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436428 Oct 28 08:48:10.961982 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-7f44b66f-08f7-490c-a06c-5e9371b7434f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.013094 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-7f44b66f-08f7-490c-a06c-5e9371b7434f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.039941 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6df7c78-b937-46fb-aa69-7f563805030e req-2a8e6b38-2559-42e1-bd95-c66d5cc9bb55 service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021826 Oct 28 08:48:11.088538 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-7f44b66f-08f7-490c-a06c-5e9371b7434f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Network 8054d646-b889-4c53-8d8e-0b66f004b73f is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:11.093870 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-7f44b66f-08f7-490c-a06c-5e9371b7434f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:11.100479 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-7f44b66f-08f7-490c-a06c-5e9371b7434f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:11.153289 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44b66f-08f7-490c-a06c-5e9371b7434f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Pushing event updated for resources: {'Port': ['ID=0616e940-d1b6-4c1e-b63c-17fc1651dfba,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:11.170829 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-7f44b66f-08f7-490c-a06c-5e9371b7434f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:11.171597 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-7f44b66f-08f7-490c-a06c-5e9371b7434f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.181714 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6df7c78-b937-46fb-aa69-7f563805030e req-d98fc829-8d5b-402b-b846-e10e5eb69e0d service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324549 Oct 28 08:48:11.197295 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-7f44b66f-08f7-490c-a06c-5e9371b7434f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6743248 Oct 28 08:48:11.210258 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Request body: {'port': {'device_id': '60d4d877-fc9e-4f25-a21c-219f08ecdcff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:11.271833 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.383527 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-c33c2f98-1b77-40ea-92ab-a40950f98a74 None None] Provisioning complete for port 0616e940-d1b6-4c1e-b63c-17fc1651dfba triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:11.384097 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-c33c2f98-1b77-40ea-92ab-a40950f98a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.417950 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d26910-b268-421b-aa3d-9759cd06dc45 req-1ec89751-24f0-4f94-94af-832ac75be91a tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:11.419374 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c0d26910-b268-421b-aa3d-9759cd06dc45 req-1ec89751-24f0-4f94-94af-832ac75be91a tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.1104074 Oct 28 08:48:11.423833 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-c33c2f98-1b77-40ea-92ab-a40950f98a74 None None] Port 0616e940-d1b6-4c1e-b63c-17fc1651dfba cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:48:11.443745 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1a3d9-c5fb-4997-bf09-50d7ce7dec35 req-fb2c6936-c2c4-47d4-87d6-928acff855cc tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:11.445750 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-08a1a3d9-c5fb-4997-bf09-50d7ce7dec35 req-fb2c6936-c2c4-47d4-87d6-928acff855cc tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 931 time: 0.0912266 Oct 28 08:48:11.496264 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c0d26910-b268-421b-aa3d-9759cd06dc45 req-3b7acd08-52f7-491c-ab6c-b4ecfd3e7e49 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679812 Oct 28 08:48:11.505036 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-08a1a3d9-c5fb-4997-bf09-50d7ce7dec35 req-1905826a-6b02-49ff-bf57-c2889b8c3395 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d1e9186-e3b5-4608-a78b-b20f155015ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509624 Oct 28 08:48:11.577237 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0616e940-d1b6-4c1e-b63c-17fc1651dfba {{(pid=108150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:11.585522 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.598397 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.provisioning_blocks [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Transition to ACTIVE for port object 0616e940-d1b6-4c1e-b63c-17fc1651dfba will not be triggered until provisioned by entity L2. {{(pid=108150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:48:11.602671 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25530818'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.655995 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20088ca0-f5b8-4e0b-ae58-3bd0d3ff1f54 req-9bb46d99-6f43-45f1-8ddc-a50a6618dd91 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:11.658347 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-20088ca0-f5b8-4e0b-ae58-3bd0d3ff1f54 req-9bb46d99-6f43-45f1-8ddc-a50a6618dd91 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0866547 Oct 28 08:48:11.679412 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91cdbf-c428-4ef2-a304-2304a7c8e820 req-36b68e32-1e37-4989-a9c7-525900746f4b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:11.684946 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dd91cdbf-c428-4ef2-a304-2304a7c8e820 req-36b68e32-1e37-4989-a9c7-525900746f4b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0833147 Oct 28 08:48:11.685158 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Pushing event updated for resources: {'Port': ['ID=0616e940-d1b6-4c1e-b63c-17fc1651dfba,revision_number=2']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:11.744247 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-20088ca0-f5b8-4e0b-ae58-3bd0d3ff1f54 req-aad103d5-5b02-40ae-a93b-8946e5af0ac3 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744159 Oct 28 08:48:11.744454 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Attempting to bind port 0616e940-d1b6-4c1e-b63c-17fc1651dfba on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:11.744857 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Attempting to bind port 0616e940-d1b6-4c1e-b63c-17fc1651dfba by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '07e6c21e-d80f-4ae6-8f71-73a7242dc574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f'}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:11.745190 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Attempting to bind port 0616e940-d1b6-4c1e-b63c-17fc1651dfba on network 8054d646-b889-4c53-8d8e-0b66f004b73f {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:11.750213 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Port 0616e940-d1b6-4c1e-b63c-17fc1651dfba on network 8054d646-b889-4c53-8d8e-0b66f004b73f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:48:11.750724 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Attempting to bind port 0616e940-d1b6-4c1e-b63c-17fc1651dfba on network 8054d646-b889-4c53-8d8e-0b66f004b73f {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:11.756087 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:11.756485 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Checking segment: {'id': '07e6c21e-d80f-4ae6-8f71-73a7242dc574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:11.757287 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Bound using segment: {'id': '07e6c21e-d80f-4ae6-8f71-73a7242dc574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f'} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:11.757287 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Bound port: 0616e940-d1b6-4c1e-b63c-17fc1651dfba, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e6c21e-d80f-4ae6-8f71-73a7242dc574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f'}}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:11.757694 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.770256 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dd91cdbf-c428-4ef2-a304-2304a7c8e820 req-7032cd35-63bf-424e-9068-853244dbef97 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598702 Oct 28 08:48:11.774156 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 58512) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:11.845500 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] For port 0616e940-d1b6-4c1e-b63c-17fc1651dfba, host hv-cinder-81566, cleared binding levels {{(pid=108150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:11.849246 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] For port 0616e940-d1b6-4c1e-b63c-17fc1651dfba, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0616e940-d1b6-4c1e-b63c-17fc1651dfba,segment=NetworkSegment(07e6c21e-d80f-4ae6-8f71-73a7242dc574),segment_id=07e6c21e-d80f-4ae6-8f71-73a7242dc574)] {{(pid=108150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:11.853159 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25530818'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.890458 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:11.891480 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.893512 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] 10.222.0.77 "PUT /v2.0/ports/0616e940-d1b6-4c1e-b63c-17fc1651dfba HTTP/1.1" status: 200 len: 1093 time: 0.6878765 Oct 28 08:48:11.893978 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d4d877-fc9e-4f25-a21c-219f08ecdcff', 'tag': '0616e940-d1b6-4c1e-b63c-17fc1651dfba'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:11.896591 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af0f094-d8b2-4600-9851-933c7394ab85" -d '{"events": [{"name": "network-changed", "server_uuid": "60d4d877-fc9e-4f25-a21c-219f08ecdcff", "tag": "0616e940-d1b6-4c1e-b63c-17fc1651dfba"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:11.925073 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24ded1-564b-4622-a567-577f2ca49a3b service neutron] Pushing event updated for resources: {'Port': ['ID=0616e940-d1b6-4c1e-b63c-17fc1651dfba,revision_number=3']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:11.955860 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d622cad-90ac-4807-8ca4-dcaab0fd00bf tempest-TestShelveInstance-1602821036 tempest-TestShelveInstance-1602821036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:11.957484 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-0d622cad-90ac-4807-8ca4-dcaab0fd00bf tempest-TestShelveInstance-1602821036 tempest-TestShelveInstance-1602821036-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 1093 time: 0.1815696 Oct 28 08:48:11.960742 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 58520) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:11.965393 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Request body: {'floatingip': {'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'port_id': '0151d785-b8a4-4437-9aa9-d788de11dd43', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:12.000959 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for floatingip, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.018901 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-d78bd486-d777-4c6b-b986-5fd790e2a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:12.021470 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-d78bd486-d777-4c6b-b986-5fd790e2a537 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deb9a75c575b487eb97a2f189099cb83&device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 1096 time: 0.0650022 Oct 28 08:48:12.097744 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-e934edcc-8a9c-4cca-b7ec-35f14ffc2c7e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0616e940-d1b6-4c1e-b63c-17fc1651dfba HTTP/1.1" status: 200 len: 217 time: 0.0600536 Oct 28 08:48:12.123869 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.145066 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8990affc-302d-4a71-98a9-65008cc48dfa x-openstack-request-id: req-8990affc-302d-4a71-98a9-65008cc48dfa {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:12.145364 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d4d877-fc9e-4f25-a21c-219f08ecdcff", "tag": "0616e940-d1b6-4c1e-b63c-17fc1651dfba", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:12.145652 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8990affc-302d-4a71-98a9-65008cc48dfa {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:12.146059 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d4d877-fc9e-4f25-a21c-219f08ecdcff', 'tag': '0616e940-d1b6-4c1e-b63c-17fc1651dfba', 'status': 'completed', 'code': 200} Oct 28 08:48:12.157172 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-258c68bd-dc7b-457e-8878-d45e05f26545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:12.158957 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-258c68bd-dc7b-457e-8878-d45e05f26545 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=845c0f3f-7051-408d-b475-1ff3eae03add HTTP/1.1" status: 200 len: 849 time: 0.0525537 Oct 28 08:48:12.212454 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-6d922f88-f378-461c-a81a-f7bcb4ac22ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:12.213931 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-6d922f88-f378-461c-a81a-f7bcb4ac22ff service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8054d646-b889-4c53-8d8e-0b66f004b73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473437 Oct 28 08:48:12.250752 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Allocated IP 172.27.2.199 (c0718a07-d425-45b1-8de3-71ded0279532/b41219f0-2f46-4802-a1ee-8d1af97776ac/ef897bb5-4860-454b-8718-09b2d1b7c88f) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:48:12.317571 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-b2dcf6e0-dee5-4a29-8794-d8f185b7ec09 service neutron] 10.222.0.77 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936630 Oct 28 08:48:12.359112 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.402916 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.415974 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-a3b0aa96-77aa-4788-844e-7149a272acf7 req-b28f8afb-b2b3-421d-969a-b1d7472157af service neutron] 10.222.0.77 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910745 Oct 28 08:48:12.444871 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Network c0718a07-d425-45b1-8de3-71ded0279532 is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:12.448050 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:12.451641 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:12.477393 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Pushing event updated for resources: {'Port': ['ID=ef897bb5-4860-454b-8718-09b2d1b7c88f,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:12.509700 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0f094-d8b2-4600-9851-933c7394ab85 req-7596afa8-5d06-4aef-8e07-4752d336f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:12.511282 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-2af0f094-d8b2-4600-9851-933c7394ab85 req-7596afa8-5d06-4aef-8e07-4752d336f9c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deb9a75c575b487eb97a2f189099cb83&device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 1096 time: 0.0489535 Oct 28 08:48:12.612428 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0f094-d8b2-4600-9851-933c7394ab85 req-fcfa65c1-7394-42f3-b400-d03456518c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:12.613932 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-2af0f094-d8b2-4600-9851-933c7394ab85 req-fcfa65c1-7394-42f3-b400-d03456518c5c service neutron] 10.222.0.77 "GET /v2.0/networks?id=8054d646-b889-4c53-8d8e-0b66f004b73f HTTP/1.1" status: 200 len: 912 time: 0.0934248 Oct 28 08:48:12.660959 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-2af0f094-d8b2-4600-9851-933c7394ab85 req-d2f9f18d-7b48-4255-b42a-7bc91ca0ad76 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0616e940-d1b6-4c1e-b63c-17fc1651dfba HTTP/1.1" status: 200 len: 217 time: 0.0394533 Oct 28 08:48:12.716148 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0f094-d8b2-4600-9851-933c7394ab85 req-fadd57ac-56b3-410a-977c-d31be77d0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:12.717679 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-2af0f094-d8b2-4600-9851-933c7394ab85 req-fadd57ac-56b3-410a-977c-d31be77d0da8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=845c0f3f-7051-408d-b475-1ff3eae03add HTTP/1.1" status: 200 len: 849 time: 0.0489869 Oct 28 08:48:12.724412 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9da4fb-2c47-4532-9e72-9e9deb22f4b6 req-31457c88-4d1d-42ab-8a8c-4a088d03fbd7 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:12.725907 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4c9da4fb-2c47-4532-9e72-9e9deb22f4b6 req-31457c88-4d1d-42ab-8a8c-4a088d03fbd7 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 943 time: 0.1117296 Oct 28 08:48:12.766205 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0f094-d8b2-4600-9851-933c7394ab85 req-a8a9ff03-a9d5-4980-a654-acaadf12aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:12.767503 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-2af0f094-d8b2-4600-9851-933c7394ab85 req-a8a9ff03-a9d5-4980-a654-acaadf12aeb6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8054d646-b889-4c53-8d8e-0b66f004b73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421534 Oct 28 08:48:12.806050 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4c9da4fb-2c47-4532-9e72-9e9deb22f4b6 req-5cfbfbbb-6afd-4dd7-823f-a1273812e380 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d1e9186-e3b5-4608-a78b-b20f155015ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684636 Oct 28 08:48:12.883396 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-2af0f094-d8b2-4600-9851-933c7394ab85 req-922d8002-9325-4104-87ae-b6efc9268575 service neutron] 10.222.0.77 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080763 Oct 28 08:48:12.936611 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.949026 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f20e5c-769a-4784-9d4c-1ee0796b88a2 req-50d07832-4680-4744-bba7-4a27130a1b5b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:12.950513 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-41f20e5c-769a-4784-9d4c-1ee0796b88a2 req-50d07832-4680-4744-bba7-4a27130a1b5b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0700839 Oct 28 08:48:12.983907 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-2af0f094-d8b2-4600-9851-933c7394ab85 req-eba9f1f0-913c-4aaa-a60a-93ebbe699dbb service neutron] 10.222.0.77 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917339 Oct 28 08:48:13.028885 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-41f20e5c-769a-4784-9d4c-1ee0796b88a2 req-d6f29bbd-f315-4465-a58e-6023f48402eb tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529182 Oct 28 08:48:13.051344 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.218199 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.224502 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.295054 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Pushing event updated for resources: {'Port': ['ID=ef897bb5-4860-454b-8718-09b2d1b7c88f,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:13.304952 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550714'] for floatingip, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.405279 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.l3_db [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Floating IP 62805d4d-32bc-43ef-add8-f8596831dd88 associated. External IP: 172.27.2.199, port: 0151d785-b8a4-4437-9aa9-d788de11dd43. Oct 28 08:48:13.876844 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Router 910be4ac-530c-48c3-9cce-26b79c0ee128 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:48:14.014703 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d24ccf-6896-4b01-ae44-884983385ef0 req-889d5c9f-c314-42ce-9ee0-c6352d8cf292 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:14.016664 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-95d24ccf-6896-4b01-ae44-884983385ef0 req-889d5c9f-c314-42ce-9ee0-c6352d8cf292 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 943 time: 0.0969636 Oct 28 08:48:14.038675 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:48:14.049755 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89da3340-9c72-40a3-95b5-a3ebf39bfd42 None None] Sync routers for ids ['910be4ac-530c-48c3-9cce-26b79c0ee128'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:48:14.065227 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89da3340-9c72-40a3-95b5-a3ebf39bfd42 None None] Routers {'910be4ac-530c-48c3-9cce-26b79c0ee128'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:48:14.065530 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:14.066054 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-89da3340-9c72-40a3-95b5-a3ebf39bfd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:47:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['910be4ac-530c-48c3-9cce-26b79c0ee128'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:14.073756 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-95d24ccf-6896-4b01-ae44-884983385ef0 req-25f80ee4-cfa9-4f2c-9dfd-ed01d70e8b58 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d1e9186-e3b5-4608-a78b-b20f155015ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505874 Oct 28 08:48:14.100403 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-a35a3234-f210-4e93-a80e-746a480ba293 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1385996 Oct 28 08:48:14.101157 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1', 'tag': '0151d785-b8a4-4437-9aa9-d788de11dd43'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:14.103675 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d1fef7-753d-432d-997a-545568a03c88" -d '{"events": [{"name": "network-changed", "server_uuid": "d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1", "tag": "0151d785-b8a4-4437-9aa9-d788de11dd43"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:14.153671 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8f3d02-ed1e-4bad-a14b-401622f51aee x-openstack-request-id: req-af8f3d02-ed1e-4bad-a14b-401622f51aee {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:14.154142 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1", "tag": "0151d785-b8a4-4437-9aa9-d788de11dd43", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:14.154389 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-af8f3d02-ed1e-4bad-a14b-401622f51aee {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:14.155309 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1', 'tag': '0151d785-b8a4-4437-9aa9-d788de11dd43', 'status': 'completed', 'code': 200} Oct 28 08:48:14.180995 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c42cc9-6b07-41a1-81a8-c6df0d4501e1 req-b780aca2-92a3-44a4-9667-36b00e872d66 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:14.182532 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e3c42cc9-6b07-41a1-81a8-c6df0d4501e1 req-b780aca2-92a3-44a4-9667-36b00e872d66 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0561616 Oct 28 08:48:14.192789 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-89da3340-9c72-40a3-95b5-a3ebf39bfd42 None None] Set router 910be4ac-530c-48c3-9cce-26b79c0ee128 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:48:14.213305 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1fef7-753d-432d-997a-545568a03c88 req-5dd1aafe-cd00-4c56-8c89-5240dff5db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:14.215077 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-10d1fef7-753d-432d-997a-545568a03c88 req-5dd1aafe-cd00-4c56-8c89-5240dff5db65 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d66afaa2b9f04ea1a518ab92aab8cb1d&device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 1098 time: 0.0431173 Oct 28 08:48:14.225569 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e3c42cc9-6b07-41a1-81a8-c6df0d4501e1 req-ce51fe8e-84ab-41a9-beea-c28c077fa81a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360718 Oct 28 08:48:14.311444 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1fef7-753d-432d-997a-545568a03c88 req-2bcd7fa7-c7cf-4781-a34c-e3b7ed148b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:14.313459 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-10d1fef7-753d-432d-997a-545568a03c88 req-2bcd7fa7-c7cf-4781-a34c-e3b7ed148b02 service neutron] 10.222.0.77 "GET /v2.0/networks?id=46cffedc-a76f-4c3b-a308-ea44ccc749a5 HTTP/1.1" status: 200 len: 910 time: 0.0911238 Oct 28 08:48:14.384938 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-10d1fef7-753d-432d-997a-545568a03c88 req-dffecb7d-8443-4bef-ab66-c4004911787a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0151d785-b8a4-4437-9aa9-d788de11dd43 HTTP/1.1" status: 200 len: 999 time: 0.0638278 Oct 28 08:48:14.436400 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-89da3340-9c72-40a3-95b5-a3ebf39bfd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'name': 'tempest-TestShelveInstance-677177209-router', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:15Z', 'revision_number': 4, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'gw_port': {'id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': '62805d4d-32bc-43ef-add8-f8596831dd88', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'floating_ip_address': '172.27.2.199', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'port_id': '0151d785-b8a4-4437-9aa9-d788de11dd43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5', 'mac_address': 'fa:16:3e:e4:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:48:12Z', 'updated_at': '2021-10-28T08:48:12Z', 'revision_number': 0, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4791d512-eb99-4026-82b0-d35c1d468879', 'name': '', 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'mac_address': 'fa:16:3e:d6:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:15Z', 'updated_at': '2021-10-28T08:47:21Z', 'revision_number': 5, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'subnets': [{'id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:14.436742 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1fef7-753d-432d-997a-545568a03c88 req-7874b4ed-7221-4384-a40c-84938ab59253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:14.438540 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-10d1fef7-753d-432d-997a-545568a03c88 req-7874b4ed-7221-4384-a40c-84938ab59253 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6ca61d55-41f0-47f4-9f73-3ff0159a70ba HTTP/1.1" status: 200 len: 847 time: 0.0453317 Oct 28 08:48:14.463159 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89da3340-9c72-40a3-95b5-a3ebf39bfd42 None None] Checking router: 910be4ac-530c-48c3-9cce-26b79c0ee128 for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:48:14.472074 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89da3340-9c72-40a3-95b5-a3ebf39bfd42 None None] Routers {'910be4ac-530c-48c3-9cce-26b79c0ee128'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:48:14.472701 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-89da3340-9c72-40a3-95b5-a3ebf39bfd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:47:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['910be4ac-530c-48c3-9cce-26b79c0ee128'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:14.489660 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1fef7-753d-432d-997a-545568a03c88 req-b4ac267d-8581-4761-8ebf-c44286b0a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:14.491186 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-10d1fef7-753d-432d-997a-545568a03c88 req-b4ac267d-8581-4761-8ebf-c44286b0a894 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46cffedc-a76f-4c3b-a308-ea44ccc749a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449021 Oct 28 08:48:14.583525 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-89da3340-9c72-40a3-95b5-a3ebf39bfd42 None None] Set router 910be4ac-530c-48c3-9cce-26b79c0ee128 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:48:14.589580 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-10d1fef7-753d-432d-997a-545568a03c88 req-96926970-d896-4dd0-92b1-732420fa0a03 service neutron] 10.222.0.77 "GET /v2.0/networks/46cffedc-a76f-4c3b-a308-ea44ccc749a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904734 Oct 28 08:48:14.684897 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-10d1fef7-753d-432d-997a-545568a03c88 req-afa0155f-b6e2-4bbc-9548-8a4a87eb5038 service neutron] 10.222.0.77 "GET /v2.0/networks/46cffedc-a76f-4c3b-a308-ea44ccc749a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871248 Oct 28 08:48:14.719907 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 21594cc8-c73a-42e8-9350-519f7620496e details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:48:14.877805 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 21594cc8-c73a-42e8-9350-519f7620496e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=21594cc8-c73a-42e8-9350-519f7620496e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:14.892178 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': '21594cc8-c73a-42e8-9350-519f7620496e', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'port_id': '21594cc8-c73a-42e8-9350-519f7620496e', 'mac_address': 'fa:16:3e:db:d9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:48:14.933824 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-89da3340-9c72-40a3-95b5-a3ebf39bfd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'name': 'tempest-TestShelveInstance-677177209-router', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:15Z', 'revision_number': 4, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'gw_port': {'id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': '62805d4d-32bc-43ef-add8-f8596831dd88', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'floating_ip_address': '172.27.2.199', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'port_id': '0151d785-b8a4-4437-9aa9-d788de11dd43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5', 'mac_address': 'fa:16:3e:e4:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:48:12Z', 'updated_at': '2021-10-28T08:48:12Z', 'revision_number': 0, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4791d512-eb99-4026-82b0-d35c1d468879', 'name': '', 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'mac_address': 'fa:16:3e:d6:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:15Z', 'updated_at': '2021-10-28T08:47:21Z', 'revision_number': 5, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'subnets': [{'id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:14.965362 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89da3340-9c72-40a3-95b5-a3ebf39bfd42 None None] The sync data for ids ['910be4ac-530c-48c3-9cce-26b79c0ee128'] in dv-cinder-815660-3-iscsi is: [{'id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'name': 'tempest-TestShelveInstance-677177209-router', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:15Z', 'revision_number': 4, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'gw_port': {'id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': '62805d4d-32bc-43ef-add8-f8596831dd88', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'floating_ip_address': '172.27.2.199', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'port_id': '0151d785-b8a4-4437-9aa9-d788de11dd43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5', 'mac_address': 'fa:16:3e:e4:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:48:12Z', 'updated_at': '2021-10-28T08:48:12Z', 'revision_number': 0, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4791d512-eb99-4026-82b0-d35c1d468879', 'name': '', 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'mac_address': 'fa:16:3e:d6:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:15Z', 'updated_at': '2021-10-28T08:47:21Z', 'revision_number': 5, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'subnets': [{'id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:48:14.966967 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:14.982082 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21594cc8-c73a-42e8-9350-519f7620496e {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:15.006409 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 21594cc8-c73a-42e8-9350-519f7620496e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=21594cc8-c73a-42e8-9350-519f7620496e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:15.010375 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:15.064294 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=21594cc8-c73a-42e8-9350-519f7620496e,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:15.177577 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcb49d3-3135-46dd-bbe7-2a903659c3ae None None] New status for floating IP 62805d4d-32bc-43ef-add8-f8596831dd88: ACTIVE {{(pid=108152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:48:15.232967 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305ddc9-5ef0-4060-9039-ab95c152f101 req-b509db38-c2e8-4e53-bbfd-282b0b16a887 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:15.235894 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1305ddc9-5ef0-4060-9039-ab95c152f101 req-b509db38-c2e8-4e53-bbfd-282b0b16a887 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 943 time: 0.0665119 Oct 28 08:48:15.279218 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1305ddc9-5ef0-4060-9039-ab95c152f101 req-f3d4718e-bd8c-40d6-9347-09dc4db63aeb tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d1e9186-e3b5-4608-a78b-b20f155015ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368981 Oct 28 08:48:15.364379 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['21594cc8-c73a-42e8-9350-519f7620496e'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:15.375218 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d6cca-39b0-44a2-8b29-ee18fd208ae2 req-71633f75-e7cc-46e1-83bf-ac1f3d21ba36 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:15.377007 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fa1d6cca-39b0-44a2-8b29-ee18fd208ae2 req-71633f75-e7cc-46e1-83bf-ac1f3d21ba36 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 944 time: 0.0728812 Oct 28 08:48:15.419049 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fa1d6cca-39b0-44a2-8b29-ee18fd208ae2 req-cefa22dc-346f-43b9-8b8f-61b43198167b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354209 Oct 28 08:48:16.415841 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e76eb-8e4c-4584-98ff-4f2f4e2b4226 req-eabb2a79-ac8b-4a02-bcad-c9d2060afbfc tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:16.417381 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-342e76eb-8e4c-4584-98ff-4f2f4e2b4226 req-eabb2a79-ac8b-4a02-bcad-c9d2060afbfc tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 943 time: 0.0645430 Oct 28 08:48:16.456902 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-342e76eb-8e4c-4584-98ff-4f2f4e2b4226 req-9355a5f9-837d-4ecf-98ae-1427040a4ea3 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d1e9186-e3b5-4608-a78b-b20f155015ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326874 Oct 28 08:48:16.559018 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0f4b0-1866-4bdf-b4e0-73a75a50ed55 req-0843c5f4-a20e-4b3c-8a81-ef353bdd357e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:16.560553 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-52f0f4b0-1866-4bdf-b4e0-73a75a50ed55 req-0843c5f4-a20e-4b3c-8a81-ef353bdd357e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 944 time: 0.0605428 Oct 28 08:48:16.601993 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-52f0f4b0-1866-4bdf-b4e0-73a75a50ed55 req-ab4235af-900f-4a6d-a5cc-4aa7b135e17c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351985 Oct 28 08:48:16.700857 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 0616e940-d1b6-4c1e-b63c-17fc1651dfba details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:48:16.704372 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 21594cc8-c73a-42e8-9350-519f7620496e up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:48:16.825385 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port 21594cc8-c73a-42e8-9350-519f7620496e completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:48:16.837920 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port 21594cc8-c73a-42e8-9350-519f7620496e triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:16.838279 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:16.878078 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 0616e940-d1b6-4c1e-b63c-17fc1651dfba, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0616e940-d1b6-4c1e-b63c-17fc1651dfba,segment=NetworkSegment(07e6c21e-d80f-4ae6-8f71-73a7242dc574),segment_id=07e6c21e-d80f-4ae6-8f71-73a7242dc574)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:16.894614 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': '0616e940-d1b6-4c1e-b63c-17fc1651dfba', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'port_id': '0616e940-d1b6-4c1e-b63c-17fc1651dfba', 'mac_address': 'fa:16:3e:a4:a4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:48:16.965994 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:16.983207 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:16.985729 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0616e940-d1b6-4c1e-b63c-17fc1651dfba {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:17.021061 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 0616e940-d1b6-4c1e-b63c-17fc1651dfba, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0616e940-d1b6-4c1e-b63c-17fc1651dfba,segment=NetworkSegment(07e6c21e-d80f-4ae6-8f71-73a7242dc574),segment_id=07e6c21e-d80f-4ae6-8f71-73a7242dc574)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:17.025762 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44471d5a-b894-4e3f-b59d-b03afd03839b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21594cc8-c73a-42e8-9350-519f7620496e'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:17.028014 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95806729-3f84-414b-aec8-f27d1f2ab46c" -d '{"events": [{"server_uuid": "44471d5a-b894-4e3f-b59d-b03afd03839b", "name": "network-vif-plugged", "status": "completed", "tag": "21594cc8-c73a-42e8-9350-519f7620496e"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:17.038211 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:17.044067 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 21594cc8-c73a-42e8-9350-519f7620496e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=21594cc8-c73a-42e8-9350-519f7620496e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:17.065602 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:17.069892 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7a1b11-b24e-445b-be57-197dcd038e71 x-openstack-request-id: req-bc7a1b11-b24e-445b-be57-197dcd038e71 {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:17.070181 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44471d5a-b894-4e3f-b59d-b03afd03839b", "name": "network-vif-plugged", "status": "completed", "tag": "21594cc8-c73a-42e8-9350-519f7620496e", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:17.070426 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bc7a1b11-b24e-445b-be57-197dcd038e71 {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:17.070803 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44471d5a-b894-4e3f-b59d-b03afd03839b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21594cc8-c73a-42e8-9350-519f7620496e', 'code': 200} Oct 28 08:48:17.099535 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=0616e940-d1b6-4c1e-b63c-17fc1651dfba,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:17.163506 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=21594cc8-c73a-42e8-9350-519f7620496e,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:17.248057 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234087d-66fe-4824-b3d6-ca63c2963cda req-48d2aa7f-b353-4597-89e4-a2a133048e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:17.249596 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-6234087d-66fe-4824-b3d6-ca63c2963cda req-48d2aa7f-b353-4597-89e4-a2a133048e31 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 1098 time: 0.0410562 Oct 28 08:48:17.293510 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-6234087d-66fe-4824-b3d6-ca63c2963cda req-3fc6704c-61fd-44a8-8e1a-0aabbd6182cc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365222 Oct 28 08:48:17.424980 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['0616e940-d1b6-4c1e-b63c-17fc1651dfba'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:17.580706 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c607a9-7464-4e47-af82-45d9d0410e72 req-0b816ace-006d-4b5b-b343-7677db59f8b4 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:17.582441 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d3c607a9-7464-4e47-af82-45d9d0410e72 req-0b816ace-006d-4b5b-b343-7677db59f8b4 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 944 time: 0.0518646 Oct 28 08:48:17.620539 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d3c607a9-7464-4e47-af82-45d9d0410e72 req-08d1f143-ee66-43f3-9b63-ea943a133358 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d1e9186-e3b5-4608-a78b-b20f155015ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319781 Oct 28 08:48:17.729823 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6088a6-e573-4670-ad9c-4c3c8a875791 req-5a033397-4c37-44f1-920e-fcdb1a129418 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:17.731550 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6c6088a6-e573-4670-ad9c-4c3c8a875791 req-5a033397-4c37-44f1-920e-fcdb1a129418 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0511050 Oct 28 08:48:17.771206 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6c6088a6-e573-4670-ad9c-4c3c8a875791 req-95c7d6a2-4521-4594-931e-b9c6d33f7bbf tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329280 Oct 28 08:48:18.169739 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.712158 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 0616e940-d1b6-4c1e-b63c-17fc1651dfba up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:48:18.762580 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port 0616e940-d1b6-4c1e-b63c-17fc1651dfba completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:48:18.765216 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce067b-994a-4db6-9c07-59ba7044c095 req-74993b1d-5079-4849-b1ac-c5fa91f75113 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:18.767641 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-93ce067b-994a-4db6-9c07-59ba7044c095 req-74993b1d-5079-4849-b1ac-c5fa91f75113 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 944 time: 0.0622020 Oct 28 08:48:18.769518 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port 0616e940-d1b6-4c1e-b63c-17fc1651dfba triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:18.770045 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.825942 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-93ce067b-994a-4db6-9c07-59ba7044c095 req-221712e2-0efb-4989-81c4-53882c9ec6e2 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d1e9186-e3b5-4608-a78b-b20f155015ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431144 Oct 28 08:48:18.873852 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.913131 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 0616e940-d1b6-4c1e-b63c-17fc1651dfba, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0616e940-d1b6-4c1e-b63c-17fc1651dfba,segment=NetworkSegment(07e6c21e-d80f-4ae6-8f71-73a7242dc574),segment_id=07e6c21e-d80f-4ae6-8f71-73a7242dc574)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:18.917950 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01c8f7-1d9b-48ba-a349-343febbf9b56 req-ffdadabe-ff0e-4d30-935f-14974c8fc084 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:18.918890 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.919449 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ab01c8f7-1d9b-48ba-a349-343febbf9b56 req-ffdadabe-ff0e-4d30-935f-14974c8fc084 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0531318 Oct 28 08:48:18.961226 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ab01c8f7-1d9b-48ba-a349-343febbf9b56 req-67131af0-27d1-44b9-a75f-3bbb7cbeef19 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347369 Oct 28 08:48:18.968135 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=0616e940-d1b6-4c1e-b63c-17fc1651dfba,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:19.071482 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d4d877-fc9e-4f25-a21c-219f08ecdcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0616e940-d1b6-4c1e-b63c-17fc1651dfba'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:19.073839 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f49eeb-5cea-422a-bb05-b47c60eaecdf" -d '{"events": [{"server_uuid": "60d4d877-fc9e-4f25-a21c-219f08ecdcff", "name": "network-vif-plugged", "status": "completed", "tag": "0616e940-d1b6-4c1e-b63c-17fc1651dfba"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:19.080023 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbce3f-0aed-424d-82be-379aa4aaf346 req-f42415d7-f014-46c1-ab8b-ab1d304f07c7 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:19.086910 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d5dbce3f-0aed-424d-82be-379aa4aaf346 req-f42415d7-f014-46c1-ab8b-ab1d304f07c7 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0550597 Oct 28 08:48:19.090621 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 58558) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:19.099583 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-73c0ee0e-aca0-4a5e-8aff-4e7c92fa708d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Request body: {'floatingip': {'port_id': '21594cc8-c73a-42e8-9350-519f7620496e'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:19.115745 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062352a8-6eb7-4864-8513-c1f4cca1cb79 x-openstack-request-id: req-062352a8-6eb7-4864-8513-c1f4cca1cb79 {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:19.116036 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d4d877-fc9e-4f25-a21c-219f08ecdcff", "name": "network-vif-plugged", "status": "completed", "tag": "0616e940-d1b6-4c1e-b63c-17fc1651dfba", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:19.116292 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-062352a8-6eb7-4864-8513-c1f4cca1cb79 {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:19.116688 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d4d877-fc9e-4f25-a21c-219f08ecdcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0616e940-d1b6-4c1e-b63c-17fc1651dfba', 'code': 200} Oct 28 08:48:19.143974 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-73c0ee0e-aca0-4a5e-8aff-4e7c92fa708d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for floatingip, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:19.296023 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d31c6-07c9-4cad-ac25-cae6ae6ecf46 req-e6ce6b60-e420-4844-ab68-6a0c0b1d5d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:19.298843 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-499d31c6-07c9-4cad-ac25-cae6ae6ecf46 req-e6ce6b60-e420-4844-ab68-6a0c0b1d5d21 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 1098 time: 0.0432372 Oct 28 08:48:19.337102 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-499d31c6-07c9-4cad-ac25-cae6ae6ecf46 req-415235b5-923d-462a-b8ac-ad5675d6a090 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1d1e9186-e3b5-4608-a78b-b20f155015ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315969 Oct 28 08:48:19.590385 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-73c0ee0e-aca0-4a5e-8aff-4e7c92fa708d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:19.594936 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-73c0ee0e-aca0-4a5e-8aff-4e7c92fa708d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550714'] for floatingip, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:19.703176 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.l3_db [None req-73c0ee0e-aca0-4a5e-8aff-4e7c92fa708d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Floating IP c7ea3a34-b252-4ee2-b932-ce35886c0069 associated. External IP: 172.27.2.171, port: 21594cc8-c73a-42e8-9350-519f7620496e. Oct 28 08:48:19.970978 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbd92b-b341-4ec8-aae6-33faa5eae77b req-d01c2cef-6ee2-4a1a-9d3c-b1161dfb1811 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:19.972423 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bcdbd92b-b341-4ec8-aae6-33faa5eae77b req-d01c2cef-6ee2-4a1a-9d3c-b1161dfb1811 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 945 time: 0.0755143 Oct 28 08:48:19.980858 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c0ee0e-aca0-4a5e-8aff-4e7c92fa708d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Router 7f9b9f47-3750-423d-b928-4750646d1d9c has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:48:20.085668 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bcdbd92b-b341-4ec8-aae6-33faa5eae77b req-5cccc9b1-27cb-4c5f-8bfa-10ba74f69cf5 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d1e9186-e3b5-4608-a78b-b20f155015ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069102 Oct 28 08:48:20.122416 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c0ee0e-aca0-4a5e-8aff-4e7c92fa708d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:48:20.127196 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-73c0ee0e-aca0-4a5e-8aff-4e7c92fa708d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:20.133280 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f9a106-bf5f-44ed-8d67-ad7e0b3ec320 None None] Sync routers for ids ['7f9b9f47-3750-423d-b928-4750646d1d9c'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:48:20.145405 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f9a106-bf5f-44ed-8d67-ad7e0b3ec320 None None] Routers {'7f9b9f47-3750-423d-b928-4750646d1d9c'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:48:20.146090 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-c2f9a106-bf5f-44ed-8d67-ad7e0b3ec320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:47:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['7f9b9f47-3750-423d-b928-4750646d1d9c'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:20.159677 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-73c0ee0e-aca0-4a5e-8aff-4e7c92fa708d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "PUT /v2.0/floatingips/c7ea3a34-b252-4ee2-b932-ce35886c0069 HTTP/1.1" status: 200 len: 991 time: 1.0679572 Oct 28 08:48:20.160272 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44471d5a-b894-4e3f-b59d-b03afd03839b', 'tag': '21594cc8-c73a-42e8-9350-519f7620496e'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:20.162604 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2dbab5-8901-4270-b505-e11173e214e9" -d '{"events": [{"name": "network-changed", "server_uuid": "44471d5a-b894-4e3f-b59d-b03afd03839b", "tag": "21594cc8-c73a-42e8-9350-519f7620496e"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:20.209833 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26233c34-8952-4ed1-a1b4-59a566ab6982 x-openstack-request-id: req-26233c34-8952-4ed1-a1b4-59a566ab6982 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:20.210205 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44471d5a-b894-4e3f-b59d-b03afd03839b", "tag": "21594cc8-c73a-42e8-9350-519f7620496e", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:20.210457 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-26233c34-8952-4ed1-a1b4-59a566ab6982 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:20.210871 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44471d5a-b894-4e3f-b59d-b03afd03839b', 'tag': '21594cc8-c73a-42e8-9350-519f7620496e', 'status': 'completed', 'code': 200} Oct 28 08:48:20.280243 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dbab5-8901-4270-b505-e11173e214e9 req-1a6c6506-e187-4824-a428-ad7a604c544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:20.282348 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-4d2dbab5-8901-4270-b505-e11173e214e9 req-1a6c6506-e187-4824-a428-ad7a604c544c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e7a189da1ab4c96a271af47ac4baa62&device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 1098 time: 0.0434558 Oct 28 08:48:20.378840 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dbab5-8901-4270-b505-e11173e214e9 req-f4c0b97e-ebe0-4e0d-958f-ae76ff285d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:20.380241 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-4d2dbab5-8901-4270-b505-e11173e214e9 req-f4c0b97e-ebe0-4e0d-958f-ae76ff285d52 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1bb7b256-4baa-432c-addc-978134812fe5 HTTP/1.1" status: 200 len: 918 time: 0.0906069 Oct 28 08:48:20.389830 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-c2f9a106-bf5f-44ed-8d67-ad7e0b3ec320 None None] Set router 7f9b9f47-3750-423d-b928-4750646d1d9c gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:48:20.457892 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-4d2dbab5-8901-4270-b505-e11173e214e9 req-d8fd080e-49fa-4b67-8cad-8197c3d78ed7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21594cc8-c73a-42e8-9350-519f7620496e HTTP/1.1" status: 200 len: 999 time: 0.0632842 Oct 28 08:48:20.508575 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dbab5-8901-4270-b505-e11173e214e9 req-a5fd2cbd-2ac0-4671-9d98-92b52859c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:20.510079 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-4d2dbab5-8901-4270-b505-e11173e214e9 req-a5fd2cbd-2ac0-4671-9d98-92b52859c092 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd9bc392-6bd3-4140-a796-405119ac5b63 HTTP/1.1" status: 200 len: 855 time: 0.0453587 Oct 28 08:48:20.573096 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dbab5-8901-4270-b505-e11173e214e9 req-27d08677-3bf9-4466-b188-23bcb5d802a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:20.574624 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-4d2dbab5-8901-4270-b505-e11173e214e9 req-27d08677-3bf9-4466-b188-23bcb5d802a8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1bb7b256-4baa-432c-addc-978134812fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494609 Oct 28 08:48:20.631135 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-c2f9a106-bf5f-44ed-8d67-ad7e0b3ec320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 4, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'c7ea3a34-b252-4ee2-b932-ce35886c0069', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'port_id': '21594cc8-c73a-42e8-9350-519f7620496e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'mac_address': 'fa:16:3e:db:d9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44471d5a-b894-4e3f-b59d-b03afd03839b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:48:05Z', 'updated_at': '2021-10-28T08:48:19Z', 'revision_number': 1, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28', 'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'mac_address': 'fa:16:3e:0c:90:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:19Z', 'updated_at': '2021-10-28T08:41:31Z', 'revision_number': 5, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'subnets': [{'id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:20.657953 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f9a106-bf5f-44ed-8d67-ad7e0b3ec320 None None] Checking router: 7f9b9f47-3750-423d-b928-4750646d1d9c for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:48:20.669169 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f9a106-bf5f-44ed-8d67-ad7e0b3ec320 None None] Routers {'7f9b9f47-3750-423d-b928-4750646d1d9c'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:48:20.670226 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-c2f9a106-bf5f-44ed-8d67-ad7e0b3ec320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:47:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['7f9b9f47-3750-423d-b928-4750646d1d9c'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:20.690960 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-4d2dbab5-8901-4270-b505-e11173e214e9 req-111ffa70-0b42-44a8-bf54-287a58c4de66 service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969789 Oct 28 08:48:20.799603 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-4d2dbab5-8901-4270-b505-e11173e214e9 req-8ba5295b-bfb3-4525-a51c-47d7d20fcd66 service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993881 Oct 28 08:48:20.802603 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-c2f9a106-bf5f-44ed-8d67-ad7e0b3ec320 None None] Set router 7f9b9f47-3750-423d-b928-4750646d1d9c gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:48:21.050598 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-c2f9a106-bf5f-44ed-8d67-ad7e0b3ec320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 4, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'c7ea3a34-b252-4ee2-b932-ce35886c0069', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'port_id': '21594cc8-c73a-42e8-9350-519f7620496e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'mac_address': 'fa:16:3e:db:d9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44471d5a-b894-4e3f-b59d-b03afd03839b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:48:05Z', 'updated_at': '2021-10-28T08:48:19Z', 'revision_number': 1, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28', 'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'mac_address': 'fa:16:3e:0c:90:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:19Z', 'updated_at': '2021-10-28T08:41:31Z', 'revision_number': 5, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'subnets': [{'id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:21.076633 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f9a106-bf5f-44ed-8d67-ad7e0b3ec320 None None] The sync data for ids ['7f9b9f47-3750-423d-b928-4750646d1d9c'] in dv-cinder-815660-3-iscsi is: [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 4, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'c7ea3a34-b252-4ee2-b932-ce35886c0069', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'port_id': '21594cc8-c73a-42e8-9350-519f7620496e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'mac_address': 'fa:16:3e:db:d9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44471d5a-b894-4e3f-b59d-b03afd03839b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:48:05Z', 'updated_at': '2021-10-28T08:48:19Z', 'revision_number': 1, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28', 'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'mac_address': 'fa:16:3e:0c:90:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:19Z', 'updated_at': '2021-10-28T08:41:31Z', 'revision_number': 5, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'subnets': [{'id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:48:21.217637 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a4b64-06ac-4ed3-bea9-8c4a6f9fd6f0 req-8892c9f8-e060-4219-9f1f-894ab0e334df tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:21.219567 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b65a4b64-06ac-4ed3-bea9-8c4a6f9fd6f0 req-8892c9f8-e060-4219-9f1f-894ab0e334df tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 945 time: 0.0563500 Oct 28 08:48:21.271267 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9049303c-7f6c-4c44-80a7-7116a23a780e None None] New status for floating IP c7ea3a34-b252-4ee2-b932-ce35886c0069: ACTIVE {{(pid=108152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:48:21.277229 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b65a4b64-06ac-4ed3-bea9-8c4a6f9fd6f0 req-f44f11b0-4291-4963-846a-a870e17a2b28 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d1e9186-e3b5-4608-a78b-b20f155015ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512602 Oct 28 08:48:21.400535 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b093c-8533-428f-b439-ed3c26236555 req-4f81c7eb-5bc5-413f-9c1a-d2f48d42230a tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:21.402214 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-254b093c-8533-428f-b439-ed3c26236555 req-4f81c7eb-5bc5-413f-9c1a-d2f48d42230a tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 945 time: 0.0567403 Oct 28 08:48:21.412159 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 58574) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:21.416591 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-7f881a1a-8e16-4af6-8182-eb6222b14251 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Request body: {'floatingip': {'port_id': '0616e940-d1b6-4c1e-b63c-17fc1651dfba'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:21.459731 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7f881a1a-8e16-4af6-8182-eb6222b14251 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for floatingip, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:21.480187 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:48:21.515071 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-7a4f7807-aa94-4ade-b471-29129a384179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:21.908703 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7f881a1a-8e16-4af6-8182-eb6222b14251 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:21.913520 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7f881a1a-8e16-4af6-8182-eb6222b14251 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550714'] for floatingip, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:22.022674 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.l3_db [None req-7f881a1a-8e16-4af6-8182-eb6222b14251 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Floating IP de091844-c8f4-4e90-9a27-0657fb805780 associated. External IP: 172.27.2.130, port: 0616e940-d1b6-4c1e-b63c-17fc1651dfba. Oct 28 08:48:22.246591 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f881a1a-8e16-4af6-8182-eb6222b14251 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Router 2c125f52-3781-4872-a5e2-194d78a60219 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:48:22.364024 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f881a1a-8e16-4af6-8182-eb6222b14251 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:48:22.368695 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7f881a1a-8e16-4af6-8182-eb6222b14251 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:22.374673 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a4a255-1bdd-4748-81a4-911a9c56104f None None] Sync routers for ids ['2c125f52-3781-4872-a5e2-194d78a60219'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:48:22.386108 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a4a255-1bdd-4748-81a4-911a9c56104f None None] Routers {'2c125f52-3781-4872-a5e2-194d78a60219'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:48:22.388099 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-35a4a255-1bdd-4748-81a4-911a9c56104f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:47:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['2c125f52-3781-4872-a5e2-194d78a60219'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:22.402248 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-7f881a1a-8e16-4af6-8182-eb6222b14251 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "PUT /v2.0/floatingips/de091844-c8f4-4e90-9a27-0657fb805780 HTTP/1.1" status: 200 len: 991 time: 0.9863570 Oct 28 08:48:22.402248 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d4d877-fc9e-4f25-a21c-219f08ecdcff', 'tag': '0616e940-d1b6-4c1e-b63c-17fc1651dfba'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:22.402874 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c73fd5-5bd5-4978-827c-3d28ab7fa4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "60d4d877-fc9e-4f25-a21c-219f08ecdcff", "tag": "0616e940-d1b6-4c1e-b63c-17fc1651dfba"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:22.485982 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9617223-1f77-4d1f-95eb-6eff22728da7 x-openstack-request-id: req-d9617223-1f77-4d1f-95eb-6eff22728da7 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:22.486301 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d4d877-fc9e-4f25-a21c-219f08ecdcff", "tag": "0616e940-d1b6-4c1e-b63c-17fc1651dfba", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:22.486552 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d9617223-1f77-4d1f-95eb-6eff22728da7 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:22.486971 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d4d877-fc9e-4f25-a21c-219f08ecdcff', 'tag': '0616e940-d1b6-4c1e-b63c-17fc1651dfba', 'status': 'completed', 'code': 200} Oct 28 08:48:22.499817 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-35a4a255-1bdd-4748-81a4-911a9c56104f None None] Set router 2c125f52-3781-4872-a5e2-194d78a60219 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:48:22.555379 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c73fd5-5bd5-4978-827c-3d28ab7fa4d9 req-13ec0c17-cbf1-4499-b796-4c22cd90fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:22.556871 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-54c73fd5-5bd5-4978-827c-3d28ab7fa4d9 req-13ec0c17-cbf1-4499-b796-4c22cd90fbab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deb9a75c575b487eb97a2f189099cb83&device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 1098 time: 0.0456898 Oct 28 08:48:22.657872 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c73fd5-5bd5-4978-827c-3d28ab7fa4d9 req-8ba5c6da-7d42-4c37-9a89-8fd73981f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:22.658645 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-54c73fd5-5bd5-4978-827c-3d28ab7fa4d9 req-8ba5c6da-7d42-4c37-9a89-8fd73981f0c4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8054d646-b889-4c53-8d8e-0b66f004b73f HTTP/1.1" status: 200 len: 912 time: 0.0920386 Oct 28 08:48:22.725065 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-54c73fd5-5bd5-4978-827c-3d28ab7fa4d9 req-7b9b9701-1b52-4ea7-8f66-0266956069f8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0616e940-d1b6-4c1e-b63c-17fc1651dfba HTTP/1.1" status: 200 len: 999 time: 0.0589719 Oct 28 08:48:22.755454 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-35a4a255-1bdd-4748-81a4-911a9c56104f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:47Z', 'revision_number': 4, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port': {'id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'de091844-c8f4-4e90-9a27-0657fb805780', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'port_id': '0616e940-d1b6-4c1e-b63c-17fc1651dfba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'mac_address': 'fa:16:3e:a4:a4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d4d877-fc9e-4f25-a21c-219f08ecdcff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:48:07Z', 'updated_at': '2021-10-28T08:48:21Z', 'revision_number': 1, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fedf5590-10bc-47d5-82a2-9964cff24f1b', 'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'mac_address': 'fa:16:3e:65:8c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:46Z', 'updated_at': '2021-10-28T08:39:54Z', 'revision_number': 5, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'subnets': [{'id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:22.774289 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c73fd5-5bd5-4978-827c-3d28ab7fa4d9 req-745cdca7-5ee5-4676-82d5-747a92976c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:22.775775 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-54c73fd5-5bd5-4978-827c-3d28ab7fa4d9 req-745cdca7-5ee5-4676-82d5-747a92976c05 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=845c0f3f-7051-408d-b475-1ff3eae03add HTTP/1.1" status: 200 len: 849 time: 0.0438800 Oct 28 08:48:22.783367 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a4a255-1bdd-4748-81a4-911a9c56104f None None] Checking router: 2c125f52-3781-4872-a5e2-194d78a60219 for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:48:22.792058 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a4a255-1bdd-4748-81a4-911a9c56104f None None] Routers {'2c125f52-3781-4872-a5e2-194d78a60219'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:48:22.792652 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-35a4a255-1bdd-4748-81a4-911a9c56104f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:47:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['2c125f52-3781-4872-a5e2-194d78a60219'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:22.830413 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c73fd5-5bd5-4978-827c-3d28ab7fa4d9 req-e7302277-d3ce-4c19-9017-51573022b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:22.831913 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-54c73fd5-5bd5-4978-827c-3d28ab7fa4d9 req-e7302277-d3ce-4c19-9017-51573022b086 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8054d646-b889-4c53-8d8e-0b66f004b73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463018 Oct 28 08:48:22.901888 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-35a4a255-1bdd-4748-81a4-911a9c56104f None None] Set router 2c125f52-3781-4872-a5e2-194d78a60219 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:48:22.928422 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-54c73fd5-5bd5-4978-827c-3d28ab7fa4d9 req-7e0f9b5a-54bc-4f8c-85b5-a47de775d681 service neutron] 10.222.0.77 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879595 Oct 28 08:48:23.027376 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-54c73fd5-5bd5-4978-827c-3d28ab7fa4d9 req-fbaaa89f-0984-4fd5-bb7c-bcb039932ab8 service neutron] 10.222.0.77 "GET /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915408 Oct 28 08:48:23.136254 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-35a4a255-1bdd-4748-81a4-911a9c56104f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:47Z', 'revision_number': 4, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port': {'id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'de091844-c8f4-4e90-9a27-0657fb805780', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'port_id': '0616e940-d1b6-4c1e-b63c-17fc1651dfba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'mac_address': 'fa:16:3e:a4:a4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d4d877-fc9e-4f25-a21c-219f08ecdcff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:48:07Z', 'updated_at': '2021-10-28T08:48:21Z', 'revision_number': 1, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fedf5590-10bc-47d5-82a2-9964cff24f1b', 'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'mac_address': 'fa:16:3e:65:8c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:46Z', 'updated_at': '2021-10-28T08:39:54Z', 'revision_number': 5, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'subnets': [{'id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:23.162708 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a4a255-1bdd-4748-81a4-911a9c56104f None None] The sync data for ids ['2c125f52-3781-4872-a5e2-194d78a60219'] in dv-cinder-815660-3-iscsi is: [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:47Z', 'revision_number': 4, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port': {'id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'de091844-c8f4-4e90-9a27-0657fb805780', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'port_id': '0616e940-d1b6-4c1e-b63c-17fc1651dfba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'mac_address': 'fa:16:3e:a4:a4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d4d877-fc9e-4f25-a21c-219f08ecdcff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:48:07Z', 'updated_at': '2021-10-28T08:48:21Z', 'revision_number': 1, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fedf5590-10bc-47d5-82a2-9964cff24f1b', 'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'mac_address': 'fa:16:3e:65:8c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:46Z', 'updated_at': '2021-10-28T08:39:54Z', 'revision_number': 5, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'subnets': [{'id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:48:23.366858 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3f23d0-0c92-4e28-818c-45d16bc5766f None None] New status for floating IP de091844-c8f4-4e90-9a27-0657fb805780: ACTIVE {{(pid=108152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:48:24.461361 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8a2d-c77c-4e3b-b155-8829a151cd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:25.466238 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:25.715065 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:27.458950 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:48.193406 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:51.517059 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0391-eb37-49b0-9812-1f01d5d2bc39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:53.941152 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-deafdf82-6310-4370-a115-d9a222384d6b req-ba7f465c-8294-48d6-b3b0-c516f1a38b56 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439925 Oct 28 08:48:54.023625 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafdf82-6310-4370-a115-d9a222384d6b req-dd521464-bf7c-4ae3-ae12-11a5937ed3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:54.025082 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-deafdf82-6310-4370-a115-d9a222384d6b req-dd521464-bf7c-4ae3-ae12-11a5937ed3f6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f8be4e851fc4c5bb989b23068ab50b0&device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 1099 time: 0.0405955 Oct 28 08:48:54.137439 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafdf82-6310-4370-a115-d9a222384d6b req-369533f9-f737-42b1-aa05-253f35637e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:54.139012 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-deafdf82-6310-4370-a115-d9a222384d6b req-369533f9-f737-42b1-aa05-253f35637e91 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5c4e2068-440b-4c5b-b064-f6b110ee163c HTTP/1.1" status: 200 len: 913 time: 0.0910001 Oct 28 08:48:54.212107 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-deafdf82-6310-4370-a115-d9a222384d6b req-4cbdaff6-f538-470a-8bf3-73ef7dcd4186 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc95f307-8716-45cd-991e-6a984816ab3c HTTP/1.1" status: 200 len: 1001 time: 0.0654445 Oct 28 08:48:54.266540 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafdf82-6310-4370-a115-d9a222384d6b req-3151817f-5765-43e2-8894-6aa741256971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:54.268241 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-deafdf82-6310-4370-a115-d9a222384d6b req-3151817f-5765-43e2-8894-6aa741256971 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d439cbbc-8140-4f09-a0c2-b4e28c8b97de HTTP/1.1" status: 200 len: 850 time: 0.0487266 Oct 28 08:48:54.318917 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafdf82-6310-4370-a115-d9a222384d6b req-565be156-cfd3-4af1-8a87-87e66da11b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:54.320497 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-deafdf82-6310-4370-a115-d9a222384d6b req-565be156-cfd3-4af1-8a87-87e66da11b8f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c4e2068-440b-4c5b-b064-f6b110ee163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445428 Oct 28 08:48:54.433059 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-deafdf82-6310-4370-a115-d9a222384d6b req-b9394a4b-5c37-4a36-b924-b3ddd5c59c64 service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978303 Oct 28 08:48:54.466490 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e5a9-265d-4683-b261-f60608331e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:54.529052 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-deafdf82-6310-4370-a115-d9a222384d6b req-2cbd4a4a-a113-438c-a4a2-90fce86d2c68 service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881588 Oct 28 08:48:55.469804 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:55.718889 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:57.461472 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:58.480076 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:49:18.207849 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:21.521406 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa84d-0d8a-46a4-93c7-d6d6b289ca05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:24.468741 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-bbec5cbc-65cc-4aa8-b831-feb106e04c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:25.472210 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:25.720549 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:27.468441 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:35.480058 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:49:46.287078 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-3e85b7e7-8def-40e2-afe5-79c1ee20cbf3 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1557192688&fields=id&tenant_id=3f8be4e851fc4c5bb989b23068ab50b0 HTTP/1.1" status: 200 len: 267 time: 0.0379884 Oct 28 08:49:46.393691 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-82efd7ec-8b72-4186-aa08-4f7a90d5224d tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:46.395735 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-82efd7ec-8b72-4186-aa08-4f7a90d5224d tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/networks?id=5c4e2068-440b-4c5b-b064-f6b110ee163c HTTP/1.1" status: 200 len: 811 time: 0.1010196 Oct 28 08:49:46.411250 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-dd456e5e-cc38-41b1-a44d-817ab997e0ef tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/quotas/3f8be4e851fc4c5bb989b23068ab50b0 HTTP/1.1" status: 200 len: 375 time: 0.0091939 Oct 28 08:49:46.475401 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-036c443b-b12f-4ef0-9d07-0f39f3a3923e tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3f8be4e851fc4c5bb989b23068ab50b0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0574870 Oct 28 08:49:46.574549 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-23508704-10bc-4135-8920-f7fbb6b5f309 service neutron] 10.222.0.74 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878658 Oct 28 08:49:46.669769 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-3e630f2e-b429-4ac1-a8bc-73bbaf036997 service neutron] 10.222.0.74 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889509 Oct 28 08:49:46.970853 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-060dd1a3-2453-4206-b1b3-f9a7177989fb req-d1580780-5f34-43be-aa9e-58ef98244eb8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 210 time: 0.0262835 Oct 28 08:49:48.076793 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6887e673-4f43-48ea-a782-12b6339e9522 req-5d15bbe9-ff3d-46e5-97a1-5ee8f620a100 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 210 time: 0.0293674 Oct 28 08:49:48.200862 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:48.229576 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-d0eb7178-3a03-4239-9547-52320289e617 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:48.231176 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-d0eb7178-3a03-4239-9547-52320289e617 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.77 "GET /v2.0/networks?id=5c4e2068-440b-4c5b-b064-f6b110ee163c HTTP/1.1" status: 200 len: 811 time: 0.3551021 Oct 28 08:49:48.274895 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-12d9aa50-3d41-4f22-b5c6-eb9917bfe187 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f8be4e851fc4c5bb989b23068ab50b0 HTTP/1.1" status: 200 len: 380 time: 0.0338140 Oct 28 08:49:48.285041 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Request body: {'port': {'device_id': 'dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'admin_state_up': True, 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'security_groups': ['c405c15c-8e48-461b-8864-0082f394afc7']}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:48.402916 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Made reservation on behalf of 3f8be4e851fc4c5bb989b23068ab50b0 for: {'port': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:49:48.407130 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:48.559621 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Allocated IP 172.20.0.6 (5c4e2068-440b-4c5b-b064-f6b110ee163c/d439cbbc-8140-4f09-a0c2-b4e28c8b97de/58fe07ec-e0d5-48c7-a254-bcaf6285fb85) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:49:48.709572 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:48.745160 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:48.790365 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Network 5c4e2068-440b-4c5b-b064-f6b110ee163c is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:49:48.793427 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:49:48.797223 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:49:48.826095 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event updated for resources: {'Port': ['ID=58fe07ec-e0d5-48c7-a254-bcaf6285fb85,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:48.840856 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:48.841189 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:48.841524 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:48.841876 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:48.842207 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:48.842534 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:48.842855 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:48.843174 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:48.843495 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:48.843813 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:48.844128 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:48.844437 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:48.866216 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:48.866888 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:48.886596 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-b1945722-897d-437d-abe0-98febd48b2c8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6051931 Oct 28 08:49:48.900626 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Request body: {'port': {'device_id': 'dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:49:48.973601 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:49.077304 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-3e6c436a-fdb5-45df-ab3e-f8b0606fcb4c None None] Provisioning complete for port 58fe07ec-e0d5-48c7-a254-bcaf6285fb85 triggered by entity DHCP. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:49.077622 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-3e6c436a-fdb5-45df-ab3e-f8b0606fcb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:49.112952 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c436a-fdb5-45df-ab3e-f8b0606fcb4c None None] Port 58fe07ec-e0d5-48c7-a254-bcaf6285fb85 cannot update to ACTIVE because it is not bound. {{(pid=108151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:49:49.211751 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e84eb2-a045-456b-a30d-92596478aba0 req-e3b09121-3aa4-4855-ad59-465066c48ae4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:49.213260 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a1e84eb2-a045-456b-a30d-92596478aba0 req-e3b09121-3aa4-4855-ad59-465066c48ae4 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 931 time: 0.0526035 Oct 28 08:49:49.256140 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a1e84eb2-a045-456b-a30d-92596478aba0 req-b07fab2a-3be4-46e5-ad05-c5a9b11c9607 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368333 Oct 28 08:49:49.268702 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58fe07ec-e0d5-48c7-a254-bcaf6285fb85 {{(pid=108150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:49:49.277465 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:49.291695 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.provisioning_blocks [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Transition to ACTIVE for port object 58fe07ec-e0d5-48c7-a254-bcaf6285fb85 will not be triggered until provisioned by entity L2. {{(pid=108150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:49:49.295464 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25530818'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:49.360790 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Pushing event updated for resources: {'Port': ['ID=58fe07ec-e0d5-48c7-a254-bcaf6285fb85,revision_number=2']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:49.431498 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Attempting to bind port 58fe07ec-e0d5-48c7-a254-bcaf6285fb85 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:49:49.432078 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Attempting to bind port 58fe07ec-e0d5-48c7-a254-bcaf6285fb85 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:49:49.432485 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Attempting to bind port 58fe07ec-e0d5-48c7-a254-bcaf6285fb85 on network 5c4e2068-440b-4c5b-b064-f6b110ee163c {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:49.437774 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Port 58fe07ec-e0d5-48c7-a254-bcaf6285fb85 on network 5c4e2068-440b-4c5b-b064-f6b110ee163c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:49:49.438218 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Attempting to bind port 58fe07ec-e0d5-48c7-a254-bcaf6285fb85 on network 5c4e2068-440b-4c5b-b064-f6b110ee163c {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:49:49.444525 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:49:49.444928 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Checking segment: {'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:49:49.445492 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Bound using segment: {'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'} {{(pid=108150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:49:49.445977 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.managers [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Bound port: 58fe07ec-e0d5-48c7-a254-bcaf6285fb85, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e10a8619-7d18-4407-a4a1-6f26a136cd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c'}}] {{(pid=108150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:49:49.446464 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:49.516549 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] For port 58fe07ec-e0d5-48c7-a254-bcaf6285fb85, host hv-cinder-81566, cleared binding levels {{(pid=108150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:49:49.522276 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] For port 58fe07ec-e0d5-48c7-a254-bcaf6285fb85, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=58fe07ec-e0d5-48c7-a254-bcaf6285fb85,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:49:49.530216 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25530818'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:49.567342 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:49.568713 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:49.570119 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] 10.222.0.77 "PUT /v2.0/ports/58fe07ec-e0d5-48c7-a254-bcaf6285fb85 HTTP/1.1" status: 200 len: 1093 time: 0.6748309 Oct 28 08:49:49.574780 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98', 'tag': '58fe07ec-e0d5-48c7-a254-bcaf6285fb85'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:49.577743 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b49d36c-2088-4d28-9a54-0b8fd9c5d635" -d '{"events": [{"name": "network-changed", "server_uuid": "dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98", "tag": "58fe07ec-e0d5-48c7-a254-bcaf6285fb85"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:49.610557 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5544d-7543-4b7a-8a6e-4936960638b6 service neutron] Pushing event updated for resources: {'Port': ['ID=58fe07ec-e0d5-48c7-a254-bcaf6285fb85,revision_number=3']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:49.634416 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc37458-81d2-4af7-95a6-8adc3c00c4a0 x-openstack-request-id: req-8bc37458-81d2-4af7-95a6-8adc3c00c4a0 {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:49.634705 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98", "tag": "58fe07ec-e0d5-48c7-a254-bcaf6285fb85", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:49.634955 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8bc37458-81d2-4af7-95a6-8adc3c00c4a0 {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:49.635891 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98', 'tag': '58fe07ec-e0d5-48c7-a254-bcaf6285fb85', 'status': 'completed', 'code': 200} Oct 28 08:49:49.671572 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-8954de57-a308-4410-b69f-8275f6c9c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:49.673237 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-8954de57-a308-4410-b69f-8275f6c9c25d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f8be4e851fc4c5bb989b23068ab50b0&device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 1096 time: 0.0492330 Oct 28 08:49:49.728837 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-631132b6-f5a5-444a-8fd8-5fc11697934f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58fe07ec-e0d5-48c7-a254-bcaf6285fb85 HTTP/1.1" status: 200 len: 217 time: 0.0397868 Oct 28 08:49:49.792305 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-5423b16e-8582-41a1-99e8-781c2fd0854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:49.793949 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-5423b16e-8582-41a1-99e8-781c2fd0854b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d439cbbc-8140-4f09-a0c2-b4e28c8b97de HTTP/1.1" status: 200 len: 850 time: 0.0558217 Oct 28 08:49:49.850998 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-82638e17-25a2-4ed5-a546-2e0e24fae6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:49.852518 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-82638e17-25a2-4ed5-a546-2e0e24fae6e2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c4e2068-440b-4c5b-b064-f6b110ee163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512064 Oct 28 08:49:49.943797 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-301d73e0-7da9-4ab6-b4dd-d57be52aa1fd service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833566 Oct 28 08:49:50.040995 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-43dc88d2-18cc-49ad-bdc7-a96a3b267c81 req-aec14abd-f740-4ac7-a895-6f001e299b03 service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887337 Oct 28 08:49:50.127957 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49d36c-2088-4d28-9a54-0b8fd9c5d635 req-d01f89ba-590a-4926-b7a7-00c35af5c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:50.130389 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-2b49d36c-2088-4d28-9a54-0b8fd9c5d635 req-d01f89ba-590a-4926-b7a7-00c35af5c1e5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f8be4e851fc4c5bb989b23068ab50b0&device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 1096 time: 0.0422273 Oct 28 08:49:50.229550 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49d36c-2088-4d28-9a54-0b8fd9c5d635 req-bd129889-ef0f-4ca2-b3a1-f6aa0ac4d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:50.231057 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-2b49d36c-2088-4d28-9a54-0b8fd9c5d635 req-bd129889-ef0f-4ca2-b3a1-f6aa0ac4d55a service neutron] 10.222.0.77 "GET /v2.0/networks?id=5c4e2068-440b-4c5b-b064-f6b110ee163c HTTP/1.1" status: 200 len: 913 time: 0.0940957 Oct 28 08:49:50.272168 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-2b49d36c-2088-4d28-9a54-0b8fd9c5d635 req-7c31e107-4e18-470d-ba84-366a59a5d3da service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58fe07ec-e0d5-48c7-a254-bcaf6285fb85 HTTP/1.1" status: 200 len: 217 time: 0.0340893 Oct 28 08:49:50.324915 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49d36c-2088-4d28-9a54-0b8fd9c5d635 req-ea51ae53-2493-4232-ab65-480f3df235d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:50.326416 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-2b49d36c-2088-4d28-9a54-0b8fd9c5d635 req-ea51ae53-2493-4232-ab65-480f3df235d9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d439cbbc-8140-4f09-a0c2-b4e28c8b97de HTTP/1.1" status: 200 len: 850 time: 0.0472195 Oct 28 08:49:50.377347 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49d36c-2088-4d28-9a54-0b8fd9c5d635 req-0456a793-09a8-45a3-969c-f4d7e75f0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:50.378785 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-2b49d36c-2088-4d28-9a54-0b8fd9c5d635 req-0456a793-09a8-45a3-969c-f4d7e75f0162 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c4e2068-440b-4c5b-b064-f6b110ee163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454915 Oct 28 08:49:50.379217 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e583582-d02e-4b0b-99a6-27c81da85e30 req-63fd265d-14d3-490b-a728-8f81469e1ae8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:50.380867 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8e583582-d02e-4b0b-99a6-27c81da85e30 req-63fd265d-14d3-490b-a728-8f81469e1ae8 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 943 time: 0.0514867 Oct 28 08:49:50.428006 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8e583582-d02e-4b0b-99a6-27c81da85e30 req-88d36982-cbb2-40fa-9979-0d5d788b629d tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410249 Oct 28 08:49:50.470994 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-2b49d36c-2088-4d28-9a54-0b8fd9c5d635 req-eb7e9a68-0e89-4386-8c23-1a96e9407ea8 service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847924 Oct 28 08:49:50.575417 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-2b49d36c-2088-4d28-9a54-0b8fd9c5d635 req-2bddcce9-b5db-40b4-a58e-5f40abb31e77 service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969429 Oct 28 08:49:51.524978 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-4bfafca8-b778-4eb1-9f1e-d3d45a7159ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:51.557468 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc1cf0-04b3-46df-a7cc-4315ea7b478f req-fb36cd6f-08de-4944-954b-077d6fc3ada9 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:51.558959 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b5dc1cf0-04b3-46df-a7cc-4315ea7b478f req-fb36cd6f-08de-4944-954b-077d6fc3ada9 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 943 time: 0.0598457 Oct 28 08:49:51.597250 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b5dc1cf0-04b3-46df-a7cc-4315ea7b478f req-16b1667b-1546-4191-85ec-219894f9c3af tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319808 Oct 28 08:49:52.720292 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158f7f9-565e-4e9f-8461-9c91a8cc39be req-9984c5ab-b51b-4928-bceb-3f7231bfaf73 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:52.722200 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9158f7f9-565e-4e9f-8461-9c91a8cc39be req-9984c5ab-b51b-4928-bceb-3f7231bfaf73 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 943 time: 0.0516164 Oct 28 08:49:52.765945 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9158f7f9-565e-4e9f-8461-9c91a8cc39be req-de2a3e3c-259b-4270-b1bf-159e2daf4b1c tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363741 Oct 28 08:49:53.890884 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195887ab-3017-448c-aea5-d5c8c0bbe7f7 req-1ad5ed39-6412-475d-a617-4233712f5637 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:53.892340 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-195887ab-3017-448c-aea5-d5c8c0bbe7f7 req-1ad5ed39-6412-475d-a617-4233712f5637 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 943 time: 0.0512264 Oct 28 08:49:53.941382 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-195887ab-3017-448c-aea5-d5c8c0bbe7f7 req-29172bc8-4184-42fe-8906-5ef54fa48f23 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423300 Oct 28 08:49:54.471779 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-e0faea86-f5d1-4f7b-9ebb-5b547cdc29d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:54.882794 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-b0ccecf7-bbd3-4773-8111-172c3e18c3bd req-34f0a965-18be-4085-8441-b1aac428a5a1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410664 Oct 28 08:49:54.947321 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccecf7-bbd3-4773-8111-172c3e18c3bd req-f346b6b7-294a-4ec3-8e18-f2e40eeaf26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:54.948848 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-b0ccecf7-bbd3-4773-8111-172c3e18c3bd req-f346b6b7-294a-4ec3-8e18-f2e40eeaf26a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d66afaa2b9f04ea1a518ab92aab8cb1d&device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 1098 time: 0.0427651 Oct 28 08:49:55.069390 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87240dbe-aa5c-43bd-a6d4-81563ad45ccc req-b9120c44-5229-4c13-bcaa-6e1b8ea2a034 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:55.071696 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-87240dbe-aa5c-43bd-a6d4-81563ad45ccc req-b9120c44-5229-4c13-bcaa-6e1b8ea2a034 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 943 time: 0.0572941 Oct 28 08:49:55.073681 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccecf7-bbd3-4773-8111-172c3e18c3bd req-a3d78a8a-29a9-46bc-9ed0-c1826144c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:55.075196 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-b0ccecf7-bbd3-4773-8111-172c3e18c3bd req-a3d78a8a-29a9-46bc-9ed0-c1826144c15d service neutron] 10.222.0.77 "GET /v2.0/networks?id=46cffedc-a76f-4c3b-a308-ea44ccc749a5 HTTP/1.1" status: 200 len: 910 time: 0.1040950 Oct 28 08:49:55.113677 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-87240dbe-aa5c-43bd-a6d4-81563ad45ccc req-e94513a3-836e-467a-b8b1-94d3bbe124f2 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348411 Oct 28 08:49:55.143971 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-b0ccecf7-bbd3-4773-8111-172c3e18c3bd req-dd2792f1-f9dd-4a73-8bde-a79d08b63b3e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0151d785-b8a4-4437-9aa9-d788de11dd43 HTTP/1.1" status: 200 len: 1001 time: 0.0599251 Oct 28 08:49:55.197645 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccecf7-bbd3-4773-8111-172c3e18c3bd req-f4e48114-32b1-479e-8bdb-002e959fe4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:55.199119 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-b0ccecf7-bbd3-4773-8111-172c3e18c3bd req-f4e48114-32b1-479e-8bdb-002e959fe4bc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6ca61d55-41f0-47f4-9f73-3ff0159a70ba HTTP/1.1" status: 200 len: 847 time: 0.0479450 Oct 28 08:49:55.246851 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccecf7-bbd3-4773-8111-172c3e18c3bd req-5ead3337-cf92-4634-b0b0-739d35c7fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:55.248335 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-b0ccecf7-bbd3-4773-8111-172c3e18c3bd req-5ead3337-cf92-4634-b0b0-739d35c7fd57 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46cffedc-a76f-4c3b-a308-ea44ccc749a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412560 Oct 28 08:49:55.342216 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-b0ccecf7-bbd3-4773-8111-172c3e18c3bd req-7980dc25-ebad-497d-8e10-36cd8070733d service neutron] 10.222.0.77 "GET /v2.0/networks/46cffedc-a76f-4c3b-a308-ea44ccc749a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861559 Oct 28 08:49:55.445769 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-b0ccecf7-bbd3-4773-8111-172c3e18c3bd req-0875ca88-e308-4817-b255-fddbcda64ac2 service neutron] 10.222.0.77 "GET /v2.0/networks/46cffedc-a76f-4c3b-a308-ea44ccc749a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964258 Oct 28 08:49:55.477224 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:55.724043 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:56.238518 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506a1d3-d305-47f4-a396-fbad49a6bf04 req-30068c5c-86fa-4924-97af-a092f8e17f98 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:56.240549 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9506a1d3-d305-47f4-a396-fbad49a6bf04 req-30068c5c-86fa-4924-97af-a092f8e17f98 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 943 time: 0.0503249 Oct 28 08:49:56.282897 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9506a1d3-d305-47f4-a396-fbad49a6bf04 req-27868470-614d-404e-abd6-5530f7a9ec10 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364163 Oct 28 08:49:57.469704 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:57.662763 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bd4c2-2429-4463-993b-1ccbeab94ab0 req-ffe733b7-e84b-4785-af07-0d0181e1f356 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:57.668551 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-853bd4c2-2429-4463-993b-1ccbeab94ab0 req-ffe733b7-e84b-4785-af07-0d0181e1f356 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 943 time: 0.3081737 Oct 28 08:49:57.705427 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-853bd4c2-2429-4463-993b-1ccbeab94ab0 req-6e700362-12be-48ff-99b5-a3c8121a7da6 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345609 Oct 28 08:49:58.837521 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec85b7c-c77f-407e-9a47-1ff83a024b47 req-1b788109-6edc-4fad-80ed-547262140152 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:58.839034 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7ec85b7c-c77f-407e-9a47-1ff83a024b47 req-1b788109-6edc-4fad-80ed-547262140152 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 943 time: 0.0607967 Oct 28 08:49:58.879350 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7ec85b7c-c77f-407e-9a47-1ff83a024b47 req-255b2a96-b252-4950-955b-0b65985f1919 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341871 Oct 28 08:49:59.161551 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 58fe07ec-e0d5-48c7-a254-bcaf6285fb85 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:49:59.261055 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 58fe07ec-e0d5-48c7-a254-bcaf6285fb85, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=58fe07ec-e0d5-48c7-a254-bcaf6285fb85,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:59.271904 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': '58fe07ec-e0d5-48c7-a254-bcaf6285fb85', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'port_id': '58fe07ec-e0d5-48c7-a254-bcaf6285fb85', 'mac_address': 'fa:16:3e:19:c0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:49:59.310016 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:59.323216 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58fe07ec-e0d5-48c7-a254-bcaf6285fb85 {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:49:59.352632 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 58fe07ec-e0d5-48c7-a254-bcaf6285fb85, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=58fe07ec-e0d5-48c7-a254-bcaf6285fb85,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:59.356823 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:59.409819 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=58fe07ec-e0d5-48c7-a254-bcaf6285fb85,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:59.418426 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:59.418702 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:59.419034 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:59.419361 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:59.419697 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:59.420006 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:59.420330 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:59.420650 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:59.420971 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:59.421283 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:59.421596 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:59.421935 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:59.789126 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['58fe07ec-e0d5-48c7-a254-bcaf6285fb85'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:00.000625 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c05616-e66c-42be-b96e-31de11d4676c req-6ce384a7-9f58-4454-ab03-2b4382cede61 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:00.002162 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f2c05616-e66c-42be-b96e-31de11d4676c req-6ce384a7-9f58-4454-ab03-2b4382cede61 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 944 time: 0.0506141 Oct 28 08:50:00.046009 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f2c05616-e66c-42be-b96e-31de11d4676c req-39757739-8a0c-4273-a041-b3663a835c5f tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369494 Oct 28 08:50:01.170747 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 58fe07ec-e0d5-48c7-a254-bcaf6285fb85 up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:01.224496 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61315189-86dc-418f-b70d-2418dd2a9159 req-c7f4eed3-e279-4d7f-a792-059d7425b2a9 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:01.226240 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-61315189-86dc-418f-b70d-2418dd2a9159 req-c7f4eed3-e279-4d7f-a792-059d7425b2a9 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 944 time: 0.1063666 Oct 28 08:50:01.230196 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port 58fe07ec-e0d5-48c7-a254-bcaf6285fb85 completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:50:01.234280 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port 58fe07ec-e0d5-48c7-a254-bcaf6285fb85 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:01.234652 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:01.264049 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-61315189-86dc-418f-b70d-2418dd2a9159 req-54705676-1b3b-4483-a168-9bf71aee6f10 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313683 Oct 28 08:50:01.322017 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:01.345370 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fe07ec-e0d5-48c7-a254-bcaf6285fb85'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:01.347568 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ddd8d6-4293-4e5b-9169-654908b2060b" -d '{"events": [{"server_uuid": "dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98", "name": "network-vif-plugged", "status": "completed", "tag": "58fe07ec-e0d5-48c7-a254-bcaf6285fb85"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:01.360823 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 58fe07ec-e0d5-48c7-a254-bcaf6285fb85, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=58fe07ec-e0d5-48c7-a254-bcaf6285fb85,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:01.370988 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:01.393682 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a4e86d-b19a-48bb-9250-133cfe4f8578 x-openstack-request-id: req-65a4e86d-b19a-48bb-9250-133cfe4f8578 {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:01.394000 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98", "name": "network-vif-plugged", "status": "completed", "tag": "58fe07ec-e0d5-48c7-a254-bcaf6285fb85", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:01.394250 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-65a4e86d-b19a-48bb-9250-133cfe4f8578 {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:01.394632 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fe07ec-e0d5-48c7-a254-bcaf6285fb85', 'code': 200} Oct 28 08:50:01.423762 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=58fe07ec-e0d5-48c7-a254-bcaf6285fb85,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:01.676124 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47e951-e041-4818-8fe7-cc185966ecdf req-cf7eb0b4-0d2b-4818-9e83-c254e1151617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:01.678611 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-2d47e951-e041-4818-8fe7-cc185966ecdf req-cf7eb0b4-0d2b-4818-9e83-c254e1151617 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 1098 time: 0.0419533 Oct 28 08:50:01.739296 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-2d47e951-e041-4818-8fe7-cc185966ecdf req-7c66f5ee-00c2-4a43-a02a-c583169c1cf3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369003 Oct 28 08:50:02.386123 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40e7c8-6bb2-4c2b-abe7-82ad5b41abdf req-0f9dcf4c-f637-4c85-912e-1a9ab8c318e2 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:02.387501 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-cb40e7c8-6bb2-4c2b-abe7-82ad5b41abdf req-0f9dcf4c-f637-4c85-912e-1a9ab8c318e2 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 945 time: 0.0496473 Oct 28 08:50:02.428182 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-cb40e7c8-6bb2-4c2b-abe7-82ad5b41abdf req-db13c45a-d069-4592-b367-9ae1d62e6188 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347393 Oct 28 08:50:03.610896 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33cfa6-20c6-41b0-aa35-4016f1b76a03 req-d11eb0ff-79ba-4700-857d-77fbe48b7136 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:03.612495 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9c33cfa6-20c6-41b0-aa35-4016f1b76a03 req-d11eb0ff-79ba-4700-857d-77fbe48b7136 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 945 time: 0.1100283 Oct 28 08:50:03.663178 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9c33cfa6-20c6-41b0-aa35-4016f1b76a03 req-c5f0d0f9-f50c-4207-b969-7e6854cb4552 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436828 Oct 28 08:50:04.790750 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f906f-760c-484c-94b5-80765eee24b8 req-9358955e-b6c2-4d7d-99eb-be48f6955d4d tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:04.792307 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-846f906f-760c-484c-94b5-80765eee24b8 req-9358955e-b6c2-4d7d-99eb-be48f6955d4d tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 945 time: 0.0504169 Oct 28 08:50:04.835619 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-846f906f-760c-484c-94b5-80765eee24b8 req-bb22e92b-a509-4fad-9d80-03476a887f29 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369828 Oct 28 08:50:04.969307 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ade102-2bb2-44ff-8300-ba6d24d71a03 req-d786d86e-16ba-48f3-9bcf-39e4055fbd64 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:04.971071 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f8ade102-2bb2-44ff-8300-ba6d24d71a03 req-d786d86e-16ba-48f3-9bcf-39e4055fbd64 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 945 time: 0.0554750 Oct 28 08:50:05.010242 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f8ade102-2bb2-44ff-8300-ba6d24d71a03 req-331c33ce-5bf9-461a-aa41-116ae182e4b0 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322514 Oct 28 08:50:05.033854 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 59078) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:05.181960 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ab4bbd-670b-4832-b09c-db0c18f50d08 tempest-TestVolumeBootPattern-1549760817 tempest-TestVolumeBootPattern-1549760817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:05.183410 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-f7ab4bbd-670b-4832-b09c-db0c18f50d08 tempest-TestVolumeBootPattern-1549760817 tempest-TestVolumeBootPattern-1549760817-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 1093 time: 0.1485670 Oct 28 08:50:05.186390 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 59086) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:05.190832 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Request body: {'floatingip': {'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'port_id': '58fe07ec-e0d5-48c7-a254-bcaf6285fb85', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:05.220417 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for floatingip, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:05.323103 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:05.434958 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_common [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Allocated IP 172.27.2.62 (c0718a07-d425-45b1-8de3-71ded0279532/b41219f0-2f46-4802-a1ee-8d1af97776ac/479b6470-05e9-465f-85e6-1b9412fdaf00) {{(pid=108150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:50:05.538701 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for port, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:05.573206 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:05.617872 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Network c0718a07-d425-45b1-8de3-71ded0279532 is already hosted by enough agents. {{(pid=108150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:50:05.620757 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.base_scheduler [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Resources bound (agent type, host, resource id): {{(pid=108150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:05.624288 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Received port after_create {{(pid=108150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:50:05.629737 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event updated for resources: {'Port': ['ID=479b6470-05e9-465f-85e6-1b9412fdaf00,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:05.978218 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:06.046890 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:06.222060 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for port, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:06.229313 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25530818'] for port, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:06.311577 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event updated for resources: {'Port': ['ID=479b6470-05e9-465f-85e6-1b9412fdaf00,revision_number=2']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:06.333512 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550714'] for floatingip, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:06.442749 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.db.l3_db [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Floating IP d4f16f62-eab3-4e33-b131-08c3a29f6b4d associated. External IP: 172.27.2.62, port: 58fe07ec-e0d5-48c7-a254-bcaf6285fb85. Oct 28 08:50:06.660724 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Router 36e695ef-6b9b-4f62-8445-7a8cd049392e has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:50:06.775032 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:50:06.785503 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d24c3-4d16-4e3c-aaba-22c66a090083 None None] Sync routers for ids ['36e695ef-6b9b-4f62-8445-7a8cd049392e'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:50:06.797287 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d24c3-4d16-4e3c-aaba-22c66a090083 None None] Routers {'36e695ef-6b9b-4f62-8445-7a8cd049392e'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:06.797960 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-f48d24c3-4d16-4e3c-aaba-22c66a090083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:49:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['36e695ef-6b9b-4f62-8445-7a8cd049392e'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:06.801897 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:06.834885 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-a49a5674-d386-45e4-9d2e-cc2d65b6a313 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6473968 Oct 28 08:50:06.835937 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98', 'tag': '58fe07ec-e0d5-48c7-a254-bcaf6285fb85'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:06.838464 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafba142-a75d-45d8-a31f-99446cdbb484" -d '{"events": [{"name": "network-changed", "server_uuid": "dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98", "tag": "58fe07ec-e0d5-48c7-a254-bcaf6285fb85"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:06.878098 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8f1b48-c5cb-4ad3-8cc3-234e44c7b24f x-openstack-request-id: req-9d8f1b48-c5cb-4ad3-8cc3-234e44c7b24f {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:06.878382 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98", "tag": "58fe07ec-e0d5-48c7-a254-bcaf6285fb85", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:06.878635 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9d8f1b48-c5cb-4ad3-8cc3-234e44c7b24f {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:06.879032 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98', 'tag': '58fe07ec-e0d5-48c7-a254-bcaf6285fb85', 'status': 'completed', 'code': 200} Oct 28 08:50:06.910513 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-f48d24c3-4d16-4e3c-aaba-22c66a090083 None None] Set router 36e695ef-6b9b-4f62-8445-7a8cd049392e gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:06.954213 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafba142-a75d-45d8-a31f-99446cdbb484 req-b04a8d79-32ec-4a89-a75b-e96c93c4b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:06.955674 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-bafba142-a75d-45d8-a31f-99446cdbb484 req-b04a8d79-32ec-4a89-a75b-e96c93c4b0a9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f8be4e851fc4c5bb989b23068ab50b0&device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 1098 time: 0.0434647 Oct 28 08:50:07.069871 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafba142-a75d-45d8-a31f-99446cdbb484 req-5b004298-f1ff-45e6-9e2a-2d1d7113c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:07.071355 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-bafba142-a75d-45d8-a31f-99446cdbb484 req-5b004298-f1ff-45e6-9e2a-2d1d7113c755 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5c4e2068-440b-4c5b-b064-f6b110ee163c HTTP/1.1" status: 200 len: 913 time: 0.1082580 Oct 28 08:50:07.140211 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-bafba142-a75d-45d8-a31f-99446cdbb484 req-23cc6d07-8d54-48db-a875-a464416dc7c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58fe07ec-e0d5-48c7-a254-bcaf6285fb85 HTTP/1.1" status: 200 len: 998 time: 0.0613093 Oct 28 08:50:07.160094 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-f48d24c3-4d16-4e3c-aaba-22c66a090083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'bbd18641-cc8a-47a6-86ab-d1d3d031039c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'port_id': 'fc95f307-8716-45cd-991e-6a984816ab3c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'mac_address': 'fa:16:3e:46:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:47:42Z', 'updated_at': '2021-10-28T08:47:44Z', 'revision_number': 1, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'fixed_ip_address_scope': None}, {'id': 'd4f16f62-eab3-4e33-b131-08c3a29f6b4d', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'port_id': '58fe07ec-e0d5-48c7-a254-bcaf6285fb85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'mac_address': 'fa:16:3e:19:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:50:05Z', 'updated_at': '2021-10-28T08:50:05Z', 'revision_number': 0, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:22Z', 'revision_number': 5, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:07.186514 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d24c3-4d16-4e3c-aaba-22c66a090083 None None] Checking router: 36e695ef-6b9b-4f62-8445-7a8cd049392e for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:50:07.195448 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d24c3-4d16-4e3c-aaba-22c66a090083 None None] Routers {'36e695ef-6b9b-4f62-8445-7a8cd049392e'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:07.196025 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-f48d24c3-4d16-4e3c-aaba-22c66a090083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:49:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['36e695ef-6b9b-4f62-8445-7a8cd049392e'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:07.196528 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafba142-a75d-45d8-a31f-99446cdbb484 req-35ca4eab-7995-4045-8cef-3bb2d9cf4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:07.198193 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-bafba142-a75d-45d8-a31f-99446cdbb484 req-35ca4eab-7995-4045-8cef-3bb2d9cf4883 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d439cbbc-8140-4f09-a0c2-b4e28c8b97de HTTP/1.1" status: 200 len: 850 time: 0.0459201 Oct 28 08:50:07.246469 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafba142-a75d-45d8-a31f-99446cdbb484 req-88578d6d-04fd-4454-b153-03bf5895d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:07.247890 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-bafba142-a75d-45d8-a31f-99446cdbb484 req-88578d6d-04fd-4454-b153-03bf5895d24e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c4e2068-440b-4c5b-b064-f6b110ee163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422006 Oct 28 08:50:07.310573 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-f48d24c3-4d16-4e3c-aaba-22c66a090083 None None] Set router 36e695ef-6b9b-4f62-8445-7a8cd049392e gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:07.349872 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-bafba142-a75d-45d8-a31f-99446cdbb484 req-9cba40b9-2168-49e5-b19d-fced2b408933 service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931845 Oct 28 08:50:07.455529 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-bafba142-a75d-45d8-a31f-99446cdbb484 req-a866f448-e1de-449b-aba4-8f1893de0938 service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951498 Oct 28 08:50:07.559072 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-f48d24c3-4d16-4e3c-aaba-22c66a090083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'bbd18641-cc8a-47a6-86ab-d1d3d031039c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'port_id': 'fc95f307-8716-45cd-991e-6a984816ab3c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'mac_address': 'fa:16:3e:46:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:47:42Z', 'updated_at': '2021-10-28T08:47:44Z', 'revision_number': 1, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'fixed_ip_address_scope': None}, {'id': 'd4f16f62-eab3-4e33-b131-08c3a29f6b4d', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'port_id': '58fe07ec-e0d5-48c7-a254-bcaf6285fb85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'mac_address': 'fa:16:3e:19:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:50:05Z', 'updated_at': '2021-10-28T08:50:05Z', 'revision_number': 0, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:22Z', 'revision_number': 5, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:07.592303 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d24c3-4d16-4e3c-aaba-22c66a090083 None None] The sync data for ids ['36e695ef-6b9b-4f62-8445-7a8cd049392e'] in dv-cinder-815660-3-iscsi is: [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'bbd18641-cc8a-47a6-86ab-d1d3d031039c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'port_id': 'fc95f307-8716-45cd-991e-6a984816ab3c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'mac_address': 'fa:16:3e:46:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:47:42Z', 'updated_at': '2021-10-28T08:47:44Z', 'revision_number': 1, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'fixed_ip_address_scope': None}, {'id': 'd4f16f62-eab3-4e33-b131-08c3a29f6b4d', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'port_id': '58fe07ec-e0d5-48c7-a254-bcaf6285fb85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'mac_address': 'fa:16:3e:19:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:50:05Z', 'updated_at': '2021-10-28T08:50:05Z', 'revision_number': 0, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:22Z', 'revision_number': 5, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:50:07.796223 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15229834-68fd-4112-a226-5a2881813c46 None None] New status for floating IP d4f16f62-eab3-4e33-b131-08c3a29f6b4d: ACTIVE {{(pid=108152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:50:12.479789 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:50:12.545642 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbc05b-c9bf-4e5d-9ad1-49edfe788900 req-cce1c6f1-cf25-48dd-8d94-6fd436fb4e44 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:12.547151 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2acbc05b-c9bf-4e5d-9ad1-49edfe788900 req-cce1c6f1-cf25-48dd-8d94-6fd436fb4e44 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0555868 Oct 28 08:50:12.586782 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2acbc05b-c9bf-4e5d-9ad1-49edfe788900 req-b76188e2-59a2-4695-9f69-f752f2bb007b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336087 Oct 28 08:50:13.711182 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874ec52-4c00-4c96-af62-3360587e08de req-52aae3b4-3f2f-417d-8c0b-13cccaf39c9a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:13.712614 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1874ec52-4c00-4c96-af62-3360587e08de req-52aae3b4-3f2f-417d-8c0b-13cccaf39c9a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0502186 Oct 28 08:50:13.754822 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1874ec52-4c00-4c96-af62-3360587e08de req-02a54a7f-1726-49eb-9227-69ff6c9688ee tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343857 Oct 28 08:50:14.883406 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0ab54-9bce-4f69-aa03-a0bc3b3af7f8 req-827a0688-682f-4aa8-9ed2-fd051b05affc tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:14.884984 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9db0ab54-9bce-4f69-aa03-a0bc3b3af7f8 req-827a0688-682f-4aa8-9ed2-fd051b05affc tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0532331 Oct 28 08:50:14.923053 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9db0ab54-9bce-4f69-aa03-a0bc3b3af7f8 req-09f522e2-c969-44a7-9e11-d9da6b3f92d5 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321012 Oct 28 08:50:16.054783 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d234a2d-1ca1-4643-8f85-8279cbb55143 req-3b3b1e50-761a-4593-8d42-3f23c279fd05 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:16.056306 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9d234a2d-1ca1-4643-8f85-8279cbb55143 req-3b3b1e50-761a-4593-8d42-3f23c279fd05 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0546932 Oct 28 08:50:16.097227 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9d234a2d-1ca1-4643-8f85-8279cbb55143 req-ded732a4-9176-46aa-a06d-5320842e9b6c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347800 Oct 28 08:50:17.222856 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f040ec7-5ada-4c8c-bdb3-3508076849a0 req-29beb428-a4cb-44c5-9144-e214f0339798 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:17.224821 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0f040ec7-5ada-4c8c-bdb3-3508076849a0 req-29beb428-a4cb-44c5-9144-e214f0339798 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0548089 Oct 28 08:50:17.265320 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0f040ec7-5ada-4c8c-bdb3-3508076849a0 req-16612c17-f2f1-4c72-8b3b-02d22225179a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337422 Oct 28 08:50:18.214187 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:18.388608 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a314ee0-481a-4184-bc12-b6abf54e3280 req-71e2997f-67fc-4b05-9d91-508336c55662 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:18.390279 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8a314ee0-481a-4184-bc12-b6abf54e3280 req-71e2997f-67fc-4b05-9d91-508336c55662 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0503681 Oct 28 08:50:18.428672 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8a314ee0-481a-4184-bc12-b6abf54e3280 req-478ceb19-25c8-4255-b6b4-eb423d7c717e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325007 Oct 28 08:50:19.558887 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcc57e-79a9-4eba-9a02-2d4df62367a8 req-9639c542-3257-486a-88b8-abd76152660c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:19.560420 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c6fcc57e-79a9-4eba-9a02-2d4df62367a8 req-9639c542-3257-486a-88b8-abd76152660c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0560501 Oct 28 08:50:19.601395 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c6fcc57e-79a9-4eba-9a02-2d4df62367a8 req-443bba57-2ef8-4012-8ae6-3660600fa992 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347145 Oct 28 08:50:20.732069 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcd259-3e6d-46b8-8072-acdcfe990299 req-cd73dce2-8fda-4550-a105-6dc6a2a0f591 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:20.733588 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a0bcd259-3e6d-46b8-8072-acdcfe990299 req-cd73dce2-8fda-4550-a105-6dc6a2a0f591 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0573146 Oct 28 08:50:20.773078 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a0bcd259-3e6d-46b8-8072-acdcfe990299 req-462f9b4c-08f1-4e7c-9ad9-4ddfbbed39a6 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331426 Oct 28 08:50:21.528851 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-224986cc-6127-4ab1-908b-17f2e0d5bed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:21.900219 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963c404-7cd9-41ee-a4d6-6c55f20fa5ab req-33a7381b-d1a2-4334-be38-868f05c3e15e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:21.901935 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6963c404-7cd9-41ee-a4d6-6c55f20fa5ab req-33a7381b-d1a2-4334-be38-868f05c3e15e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0497046 Oct 28 08:50:21.942113 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6963c404-7cd9-41ee-a4d6-6c55f20fa5ab req-f7dad019-da5d-4d44-b8d8-0444d0a8cf0d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333972 Oct 28 08:50:23.071801 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c8e9f-8392-4f36-8dcf-122b72ec5897 req-bce50e03-2d4d-4130-ab94-ab3ff0fe0382 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:23.073263 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f85c8e9f-8392-4f36-8dcf-122b72ec5897 req-bce50e03-2d4d-4130-ab94-ab3ff0fe0382 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0532985 Oct 28 08:50:23.111965 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f85c8e9f-8392-4f36-8dcf-122b72ec5897 req-a224d4eb-201e-4853-815f-809d1dbb35ac tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326717 Oct 28 08:50:24.236230 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9333882-5b2e-4431-a7cc-8aab9905324a req-f2652f9c-33c2-4097-93b2-b17458cc40e4 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:24.237890 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a9333882-5b2e-4431-a7cc-8aab9905324a req-f2652f9c-33c2-4097-93b2-b17458cc40e4 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0506036 Oct 28 08:50:24.277708 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a9333882-5b2e-4431-a7cc-8aab9905324a req-bbd5ebdc-b65c-4f28-b5c8-6733f9cf1acd tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327034 Oct 28 08:50:24.475076 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-04120550-0afb-4c61-aae4-0e86c192465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:25.403358 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5194c22-1658-4110-b211-4199d1e3844f req-c20097fb-b9da-4bda-b2ad-d24d4e009320 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:25.404867 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d5194c22-1658-4110-b211-4199d1e3844f req-c20097fb-b9da-4bda-b2ad-d24d4e009320 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0526602 Oct 28 08:50:25.457072 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d5194c22-1658-4110-b211-4199d1e3844f req-fd8998c7-f6b7-41d0-ab93-0ff43c70c097 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460255 Oct 28 08:50:25.479633 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:25.727058 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:26.589303 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f5f3e-bade-47f3-8e61-36c964b3d77f req-81eee61a-6a3a-40a2-8937-aac3513cce27 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:26.590993 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-893f5f3e-bade-47f3-8e61-36c964b3d77f req-81eee61a-6a3a-40a2-8937-aac3513cce27 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0576210 Oct 28 08:50:26.629027 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-893f5f3e-bade-47f3-8e61-36c964b3d77f req-b64a8506-d06f-4a4d-91b6-62cd9ed5d9c2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319583 Oct 28 08:50:27.471219 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:27.756670 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95738030-0fff-4413-8eb1-ceecbbc3f063 req-4cb8e26a-74bc-4a06-a460-9a926b141dcb tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:27.758253 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-95738030-0fff-4413-8eb1-ceecbbc3f063 req-4cb8e26a-74bc-4a06-a460-9a926b141dcb tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0529420 Oct 28 08:50:27.806968 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-95738030-0fff-4413-8eb1-ceecbbc3f063 req-2865e6c4-00b6-4640-a4c6-208576f867d5 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427570 Oct 28 08:50:28.934167 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37233-2180-4829-98de-fdc0eebf2c9e req-d37b04b0-201c-4dfe-8846-a4c56279adab tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:28.935666 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e2a37233-2180-4829-98de-fdc0eebf2c9e req-d37b04b0-201c-4dfe-8846-a4c56279adab tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0523038 Oct 28 08:50:28.975556 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e2a37233-2180-4829-98de-fdc0eebf2c9e req-64128989-e07f-4d4b-8927-83a5b231d386 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339293 Oct 28 08:50:30.108726 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e769f-f7d8-454f-bdcb-d02c488c84a8 req-dccf3a68-876b-487c-baf8-cb4f7b1cbca2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:30.110249 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ae2e769f-f7d8-454f-bdcb-d02c488c84a8 req-dccf3a68-876b-487c-baf8-cb4f7b1cbca2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0553393 Oct 28 08:50:30.154361 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ae2e769f-f7d8-454f-bdcb-d02c488c84a8 req-96b43f69-7bff-49ff-a07e-be83d9ddc01f tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340397 Oct 28 08:50:31.292053 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12330ac0-f9a1-4a65-b8dc-02191ae28aa1 req-66f2af1a-6fe2-4024-9845-c6524e264f53 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:31.293534 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-12330ac0-f9a1-4a65-b8dc-02191ae28aa1 req-66f2af1a-6fe2-4024-9845-c6524e264f53 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0577257 Oct 28 08:50:31.333317 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-12330ac0-f9a1-4a65-b8dc-02191ae28aa1 req-15ccbb7f-5928-4e04-9559-91939cfe38fd tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338209 Oct 28 08:50:31.356426 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 21594cc8-c73a-42e8-9350-519f7620496e details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:50:31.461514 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 21594cc8-c73a-42e8-9350-519f7620496e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=21594cc8-c73a-42e8-9350-519f7620496e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:31.472748 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': '21594cc8-c73a-42e8-9350-519f7620496e', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'port_id': '21594cc8-c73a-42e8-9350-519f7620496e', 'mac_address': 'fa:16:3e:db:d9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:50:31.513301 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:31.526431 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21594cc8-c73a-42e8-9350-519f7620496e {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:50:31.547081 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 21594cc8-c73a-42e8-9350-519f7620496e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=21594cc8-c73a-42e8-9350-519f7620496e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:31.551133 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:31.606442 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=21594cc8-c73a-42e8-9350-519f7620496e,revision_number=6']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:31.682753 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['21594cc8-c73a-42e8-9350-519f7620496e'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:32.459529 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976c621-fc69-45c9-bdb4-ebc29659cd10 req-0d0cddd0-3c3f-4d10-b4e4-4c2d32d89ab7 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:32.461047 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0976c621-fc69-45c9-bdb4-ebc29659cd10 req-0d0cddd0-3c3f-4d10-b4e4-4c2d32d89ab7 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 944 time: 0.0501118 Oct 28 08:50:32.499462 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0976c621-fc69-45c9-bdb4-ebc29659cd10 req-2f03692d-6baf-48e4-8f6c-5f460f263d20 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320725 Oct 28 08:50:33.365338 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 21594cc8-c73a-42e8-9350-519f7620496e up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:33.416763 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port 21594cc8-c73a-42e8-9350-519f7620496e triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:33.417132 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:33.494384 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:33.517060 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44471d5a-b894-4e3f-b59d-b03afd03839b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21594cc8-c73a-42e8-9350-519f7620496e'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:33.519360 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaa1252-0f22-4fd0-8be8-89fed58093ce" -d '{"events": [{"server_uuid": "44471d5a-b894-4e3f-b59d-b03afd03839b", "name": "network-vif-plugged", "status": "completed", "tag": "21594cc8-c73a-42e8-9350-519f7620496e"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:33.532604 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 21594cc8-c73a-42e8-9350-519f7620496e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=21594cc8-c73a-42e8-9350-519f7620496e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:33.539313 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:33.601118 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=21594cc8-c73a-42e8-9350-519f7620496e,revision_number=7']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:33.624438 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198030ef-fe4e-49cb-9e96-ede4ad3ccdc9 x-openstack-request-id: req-198030ef-fe4e-49cb-9e96-ede4ad3ccdc9 {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:33.624732 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44471d5a-b894-4e3f-b59d-b03afd03839b", "name": "network-vif-plugged", "status": "completed", "tag": "21594cc8-c73a-42e8-9350-519f7620496e", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:33.624979 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-198030ef-fe4e-49cb-9e96-ede4ad3ccdc9 {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:33.625367 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44471d5a-b894-4e3f-b59d-b03afd03839b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21594cc8-c73a-42e8-9350-519f7620496e', 'code': 200} Oct 28 08:50:33.644774 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154c67e-abe9-4fa8-83e5-15e333486d60 req-01e3c19b-a7b8-44ed-860f-162bfff2261e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:33.647009 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3154c67e-abe9-4fa8-83e5-15e333486d60 req-01e3c19b-a7b8-44ed-860f-162bfff2261e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0645511 Oct 28 08:50:33.687920 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3154c67e-abe9-4fa8-83e5-15e333486d60 req-76cb8711-8892-412d-80ea-8b5cf0dc80b4 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349469 Oct 28 08:50:34.817501 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0c72e-a120-45a5-9567-7d92f12cc621 req-bb770074-f5ea-4c82-a534-a83f5b06d81b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:34.819160 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6f0c72e-a120-45a5-9567-7d92f12cc621 req-bb770074-f5ea-4c82-a534-a83f5b06d81b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 945 time: 0.0774839 Oct 28 08:50:34.841594 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5ce13-ee73-4781-8b26-8a4f6602c58f req-6958a36c-ffad-4c8a-80f0-6cbc481f8a7f tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:34.843072 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-61d5ce13-ee73-4781-8b26-8a4f6602c58f req-6958a36c-ffad-4c8a-80f0-6cbc481f8a7f tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0748580 Oct 28 08:50:34.898224 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6f0c72e-a120-45a5-9567-7d92f12cc621 req-2b34057c-8cbe-476a-a532-3e4b40d5d555 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d1e9186-e3b5-4608-a78b-b20f155015ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707455 Oct 28 08:50:34.902979 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-61d5ce13-ee73-4781-8b26-8a4f6602c58f req-b24a02db-a188-49f8-9a3a-abff6342880b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518193 Oct 28 08:50:36.046138 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fcf93-b2dc-4b41-9dc1-749caa2d9d4a req-134b5737-4d50-4a9f-8219-431c4a19057f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:36.047606 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-947fcf93-b2dc-4b41-9dc1-749caa2d9d4a req-134b5737-4d50-4a9f-8219-431c4a19057f tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 945 time: 0.0798101 Oct 28 08:50:36.059697 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c2d48-8c3c-4b5b-8c27-e96b1c4d897d req-6c63362d-0d3b-4937-a039-86b6f9bddd20 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:36.061087 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b80c2d48-8c3c-4b5b-8c27-e96b1c4d897d req-6c63362d-0d3b-4937-a039-86b6f9bddd20 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0670090 Oct 28 08:50:36.126212 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-947fcf93-b2dc-4b41-9dc1-749caa2d9d4a req-b2b173d0-8e50-41c0-ac3c-e1cc76c08bfa tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d1e9186-e3b5-4608-a78b-b20f155015ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569656 Oct 28 08:50:36.128912 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b80c2d48-8c3c-4b5b-8c27-e96b1c4d897d req-05427bba-73c9-4c19-aa28-488af9a0f214 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578332 Oct 28 08:50:37.247862 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290bac3-3f71-4eff-a714-a8666e613b19 req-dc282d53-e89c-43c5-9f91-dbf97300cc10 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:37.250113 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-e290bac3-3f71-4eff-a714-a8666e613b19 req-dc282d53-e89c-43c5-9f91-dbf97300cc10 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.77 "GET /v2.0/ports?device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 945 time: 0.0592403 Oct 28 08:50:37.284490 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0292bf4-330e-48e8-97fa-86ce3d232228 req-591fde7f-58d1-4c87-8853-4f2f44026d03 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:37.287030 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b0292bf4-330e-48e8-97fa-86ce3d232228 req-591fde7f-58d1-4c87-8853-4f2f44026d03 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 945 time: 0.0889297 Oct 28 08:50:37.307370 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c80f31-f9c5-4fda-b661-3fd1dd6a8adf req-e61c17db-464d-49a2-af42-fe61a49505cd tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:37.308856 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f7c80f31-f9c5-4fda-b661-3fd1dd6a8adf req-e61c17db-464d-49a2-af42-fe61a49505cd tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0811145 Oct 28 08:50:37.353123 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [req-e290bac3-3f71-4eff-a714-a8666e613b19 req-28d06f3f-182a-4c71-af4b-af1f3bd02d4b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Deleting port 0616e940-d1b6-4c1e-b63c-17fc1651dfba {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:37.353525 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-e290bac3-3f71-4eff-a714-a8666e613b19 req-28d06f3f-182a-4c71-af4b-af1f3bd02d4b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.353767 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b0292bf4-330e-48e8-97fa-86ce3d232228 req-4f5f0732-f0d6-46df-8f20-fac337809cb6 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d1e9186-e3b5-4608-a78b-b20f155015ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604126 Oct 28 08:50:37.368398 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f7c80f31-f9c5-4fda-b661-3fd1dd6a8adf req-4df359cb-655c-4f2e-b482-7d5e0e82f9e9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517678 Oct 28 08:50:37.455448 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-e290bac3-3f71-4eff-a714-a8666e613b19 req-28d06f3f-182a-4c71-af4b-af1f3bd02d4b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] For port 0616e940-d1b6-4c1e-b63c-17fc1651dfba, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0616e940-d1b6-4c1e-b63c-17fc1651dfba,segment=NetworkSegment(07e6c21e-d80f-4ae6-8f71-73a7242dc574),segment_id=07e6c21e-d80f-4ae6-8f71-73a7242dc574)] {{(pid=108150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:37.455703 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-e290bac3-3f71-4eff-a714-a8666e613b19 req-28d06f3f-182a-4c71-af4b-af1f3bd02d4b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.935299 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-e290bac3-3f71-4eff-a714-a8666e613b19 req-28d06f3f-182a-4c71-af4b-af1f3bd02d4b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.935656 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-e290bac3-3f71-4eff-a714-a8666e613b19 req-28d06f3f-182a-4c71-af4b-af1f3bd02d4b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550714'] for floatingip, after_update {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.935970 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.db.l3_db [req-e290bac3-3f71-4eff-a714-a8666e613b19 req-28d06f3f-182a-4c71-af4b-af1f3bd02d4b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Floating IP de091844-c8f4-4e90-9a27-0657fb805780 disassociated. External IP: 172.27.2.130, port: 0616e940-d1b6-4c1e-b63c-17fc1651dfba. Oct 28 08:50:37.936317 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [req-e290bac3-3f71-4eff-a714-a8666e613b19 req-28d06f3f-182a-4c71-af4b-af1f3bd02d4b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Calling delete_port for 0616e940-d1b6-4c1e-b63c-17fc1651dfba owned by compute:nova {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:38.066746 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-e290bac3-3f71-4eff-a714-a8666e613b19 req-28d06f3f-182a-4c71-af4b-af1f3bd02d4b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:38.101895 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d06f3f-182a-4c71-af4b-af1f3bd02d4b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Pushing event deleted for resources: {'Port': ['ID=0616e940-d1b6-4c1e-b63c-17fc1651dfba,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:38.236853 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e290bac3-3f71-4eff-a714-a8666e613b19 req-28d06f3f-182a-4c71-af4b-af1f3bd02d4b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Router 2c125f52-3781-4872-a5e2-194d78a60219 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:50:38.374262 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e290bac3-3f71-4eff-a714-a8666e613b19 req-28d06f3f-182a-4c71-af4b-af1f3bd02d4b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:50:38.389534 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba4318a-c07f-4a28-9ec9-0b0eac56af04 None None] Sync routers for ids ['2c125f52-3781-4872-a5e2-194d78a60219'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:50:38.416434 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4318a-c07f-4a28-9ec9-0b0eac56af04 None None] Routers {'2c125f52-3781-4872-a5e2-194d78a60219'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:38.417335 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-dba4318a-c07f-4a28-9ec9-0b0eac56af04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:50:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['2c125f52-3781-4872-a5e2-194d78a60219'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:38.426255 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [req-e290bac3-3f71-4eff-a714-a8666e613b19 req-28d06f3f-182a-4c71-af4b-af1f3bd02d4b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] No DVR routers for this DVR port 0616e940-d1b6-4c1e-b63c-17fc1651dfba on host hv-cinder-81566 {{(pid=108150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:50:38.426255 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-e290bac3-3f71-4eff-a714-a8666e613b19 req-28d06f3f-182a-4c71-af4b-af1f3bd02d4b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:38.427075 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-e290bac3-3f71-4eff-a714-a8666e613b19 req-28d06f3f-182a-4c71-af4b-af1f3bd02d4b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.77 "DELETE /v2.0/ports/0616e940-d1b6-4c1e-b63c-17fc1651dfba HTTP/1.1" status: 204 len: 173 time: 1.1693294 Oct 28 08:50:38.427819 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d4d877-fc9e-4f25-a21c-219f08ecdcff', 'name': 'network-vif-deleted', 'tag': '0616e940-d1b6-4c1e-b63c-17fc1651dfba'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:38.446687 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e67c24-9f6c-486f-8d2f-4233df24a5ab" -d '{"events": [{"server_uuid": "60d4d877-fc9e-4f25-a21c-219f08ecdcff", "name": "network-vif-deleted", "tag": "0616e940-d1b6-4c1e-b63c-17fc1651dfba"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:38.513523 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-01df1902-d8da-41f3-b1c0-e3cff84405da req-2c28188e-289c-47f4-9282-ccb8c230b4db tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d4d877-fc9e-4f25-a21c-219f08ecdcff HTTP/1.1" status: 200 len: 210 time: 0.0437605 Oct 28 08:50:38.600409 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-dba4318a-c07f-4a28-9ec9-0b0eac56af04 None None] Set router 2c125f52-3781-4872-a5e2-194d78a60219 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:38.617298 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c536cd42-2342-4ec8-bc93-1fc0484d2669 x-openstack-request-id: req-c536cd42-2342-4ec8-bc93-1fc0484d2669 {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:38.617298 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d4d877-fc9e-4f25-a21c-219f08ecdcff", "name": "network-vif-deleted", "tag": "0616e940-d1b6-4c1e-b63c-17fc1651dfba", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:38.617816 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c536cd42-2342-4ec8-bc93-1fc0484d2669 {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:38.618438 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d4d877-fc9e-4f25-a21c-219f08ecdcff', 'name': 'network-vif-deleted', 'tag': '0616e940-d1b6-4c1e-b63c-17fc1651dfba', 'status': 'completed', 'code': 200} Oct 28 08:50:38.642208 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979513f5-110b-4335-b5ea-c3dd8e5838bc req-539c436b-3915-4714-b834-79bd7c3e6062 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:38.646374 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-979513f5-110b-4335-b5ea-c3dd8e5838bc req-539c436b-3915-4714-b834-79bd7c3e6062 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.1434739 Oct 28 08:50:38.702939 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-979513f5-110b-4335-b5ea-c3dd8e5838bc req-477797c2-455f-4155-b67f-160f5494bb46 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515685 Oct 28 08:50:38.850605 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-dba4318a-c07f-4a28-9ec9-0b0eac56af04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:47Z', 'revision_number': 4, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port': {'id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'fedf5590-10bc-47d5-82a2-9964cff24f1b', 'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'mac_address': 'fa:16:3e:65:8c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:46Z', 'updated_at': '2021-10-28T08:39:54Z', 'revision_number': 5, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'subnets': [{'id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:39.022266 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba4318a-c07f-4a28-9ec9-0b0eac56af04 None None] Checking router: 2c125f52-3781-4872-a5e2-194d78a60219 for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:50:39.033363 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4318a-c07f-4a28-9ec9-0b0eac56af04 None None] Routers {'2c125f52-3781-4872-a5e2-194d78a60219'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:39.034100 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-dba4318a-c07f-4a28-9ec9-0b0eac56af04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:50:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['2c125f52-3781-4872-a5e2-194d78a60219'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:39.168503 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-dba4318a-c07f-4a28-9ec9-0b0eac56af04 None None] Set router 2c125f52-3781-4872-a5e2-194d78a60219 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:39.398493 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-dba4318a-c07f-4a28-9ec9-0b0eac56af04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:47Z', 'revision_number': 4, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port': {'id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'fedf5590-10bc-47d5-82a2-9964cff24f1b', 'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'mac_address': 'fa:16:3e:65:8c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:46Z', 'updated_at': '2021-10-28T08:39:54Z', 'revision_number': 5, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'subnets': [{'id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:39.429647 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba4318a-c07f-4a28-9ec9-0b0eac56af04 None None] The sync data for ids ['2c125f52-3781-4872-a5e2-194d78a60219'] in dv-cinder-815660-3-iscsi is: [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:39:47Z', 'revision_number': 4, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port': {'id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'fedf5590-10bc-47d5-82a2-9964cff24f1b', 'name': '', 'network_id': '8054d646-b889-4c53-8d8e-0b66f004b73f', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'mac_address': 'fa:16:3e:65:8c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:46Z', 'updated_at': '2021-10-28T08:39:54Z', 'revision_number': 5, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'subnets': [{'id': '845c0f3f-7051-408d-b475-1ff3eae03add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:50:39.624581 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 59360) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:39.702048 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdc6d43-b29b-4fec-b80b-2d0ca235a8a4 None None] New status for floating IP de091844-c8f4-4e90-9a27-0657fb805780: DOWN {{(pid=108152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:50:39.706702 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-663a72a8-dda3-40c6-9271-8561b7e4ef76 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.733327 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-663a72a8-dda3-40c6-9271-8561b7e4ef76 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.797974 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-663a72a8-dda3-40c6-9271-8561b7e4ef76 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.801230 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-663a72a8-dda3-40c6-9271-8561b7e4ef76 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.806336 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-663a72a8-dda3-40c6-9271-8561b7e4ef76 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "DELETE /v2.0/security-groups/1d1e9186-e3b5-4608-a78b-b20f155015ef HTTP/1.1" status: 204 len: 168 time: 0.1768713 Oct 28 08:50:39.806750 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 59364) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:39.825115 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a72a8-dda3-40c6-9271-8561b7e4ef76 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1e9186-e3b5-4608-a78b-b20f155015ef,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:39.866613 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.api.v2.resource [None req-044ea79b-e5bb-4b1b-8041-6ee7223ff59b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] show failed (client error): The resource could not be found. Oct 28 08:50:39.872857 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 59366) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:39.873034 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-044ea79b-e5bb-4b1b-8041-6ee7223ff59b tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "GET /v2.0/security-groups/1d1e9186-e3b5-4608-a78b-b20f155015ef HTTP/1.1" status: 404 len: 347 time: 0.0649061 Oct 28 08:50:39.935969 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b769196-362e-4e68-8317-4e9ae4f98f7c req-9fac4c45-a5f9-4c06-b00b-1388c1f56cae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:39.937890 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2b769196-362e-4e68-8317-4e9ae4f98f7c req-9fac4c45-a5f9-4c06-b00b-1388c1f56cae tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0924222 Oct 28 08:50:39.984094 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2b769196-362e-4e68-8317-4e9ae4f98f7c req-a32f0015-36de-4693-b9e4-008201b39ae1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395174 Oct 28 08:50:40.035224 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-ce96e9fc-6f57-47dc-8e64-efcf4b7b5a09 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Deleting port 3fc26f57-43b7-4529-a049-b6491e30c89b {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:40.035743 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ce96e9fc-6f57-47dc-8e64-efcf4b7b5a09 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.132392 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ce96e9fc-6f57-47dc-8e64-efcf4b7b5a09 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.132712 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ce96e9fc-6f57-47dc-8e64-efcf4b7b5a09 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.146096 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-ce96e9fc-6f57-47dc-8e64-efcf4b7b5a09 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Calling delete_port for 3fc26f57-43b7-4529-a049-b6491e30c89b owned by network:floatingip {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:40.279738 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ce96e9fc-6f57-47dc-8e64-efcf4b7b5a09 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.306891 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96e9fc-6f57-47dc-8e64-efcf4b7b5a09 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Pushing event deleted for resources: {'Port': ['ID=3fc26f57-43b7-4529-a049-b6491e30c89b,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:40.371481 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ce96e9fc-6f57-47dc-8e64-efcf4b7b5a09 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks [] for floatingip, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.374096 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ce96e9fc-6f57-47dc-8e64-efcf4b7b5a09 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.375229 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-ce96e9fc-6f57-47dc-8e64-efcf4b7b5a09 tempest-AttachVolumeTestJSON-328476198 tempest-AttachVolumeTestJSON-328476198-project] 10.222.0.74 "DELETE /v2.0/floatingips/de091844-c8f4-4e90-9a27-0657fb805780 HTTP/1.1" status: 204 len: 168 time: 0.5008724 Oct 28 08:50:41.120044 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45e507-6d8d-45e3-80d3-280e2ce1561a req-53ca8a25-fefe-412d-a532-65209cf1169c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:41.122719 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6a45e507-6d8d-45e3-80d3-280e2ce1561a req-53ca8a25-fefe-412d-a532-65209cf1169c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0543585 Oct 28 08:50:41.180999 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6a45e507-6d8d-45e3-80d3-280e2ce1561a req-38a54c30-5363-48b4-890c-188f48c386fb tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499480 Oct 28 08:50:41.412315 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 0616e940-d1b6-4c1e-b63c-17fc1651dfba no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:41.437813 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] No Port match for: 0616e940-d1b6-4c1e-b63c-17fc1651dfba {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:41.438255 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 0616e940-d1b6-4c1e-b63c-17fc1651dfba not bound to the agent host hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:41.525993 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a09bb4-1f5b-4d2d-bacd-127f3f1569a4 req-a12d968a-a53b-47d1-963e-06b114be4c1e tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:41.527590 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a2a09bb4-1f5b-4d2d-bacd-127f3f1569a4 req-a12d968a-a53b-47d1-963e-06b114be4c1e tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0604188 Oct 28 08:50:41.569409 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a2a09bb4-1f5b-4d2d-bacd-127f3f1569a4 req-1064ef2c-9610-4bd4-8499-35ae9dac8f2f tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356615 Oct 28 08:50:42.323400 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675ba96-1f3d-4d94-98f2-21b28228a5aa req-606c08ce-e767-4db6-9c54-a940c85986d1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:42.326109 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a675ba96-1f3d-4d94-98f2-21b28228a5aa req-606c08ce-e767-4db6-9c54-a940c85986d1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0605273 Oct 28 08:50:42.370974 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a675ba96-1f3d-4d94-98f2-21b28228a5aa req-0f983cc2-8d43-42a4-b949-9e40ab0a59cb tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388067 Oct 28 08:50:42.711431 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c6cca-4535-448d-8d93-2df2647e1044 req-ac43caa8-1e6a-4f05-a913-f7f74264a643 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:42.718317 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-479c6cca-4535-448d-8d93-2df2647e1044 req-ac43caa8-1e6a-4f05-a913-f7f74264a643 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0705328 Oct 28 08:50:42.760488 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-479c6cca-4535-448d-8d93-2df2647e1044 req-50702269-89d6-4147-8dfb-ea183ec4dd1c tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408807 Oct 28 08:50:43.513176 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de595995-bc94-4afa-a2b4-00a1ab7a239a req-2243facf-5f69-4327-aa5c-bb2ef063716c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:43.514750 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-de595995-bc94-4afa-a2b4-00a1ab7a239a req-2243facf-5f69-4327-aa5c-bb2ef063716c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0547037 Oct 28 08:50:43.565447 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-de595995-bc94-4afa-a2b4-00a1ab7a239a req-2953eb90-24a7-4d9e-80a4-1e88b5bfbd18 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358162 Oct 28 08:50:43.893761 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3f14f-fcc4-4fb4-a76b-1e0fd35f3c4a req-531b6550-7e55-451b-9d66-354fad068e81 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:43.895800 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8cf3f14f-fcc4-4fb4-a76b-1e0fd35f3c4a req-531b6550-7e55-451b-9d66-354fad068e81 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0517058 Oct 28 08:50:43.939148 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8cf3f14f-fcc4-4fb4-a76b-1e0fd35f3c4a req-0be79585-da55-460b-9d92-dda08426f006 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369132 Oct 28 08:50:44.020017 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 59408) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:44.536582 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591674'] for router_interface, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.765166 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3239c-a193-440c-ba38-176c9323fbb6 req-340d6f8b-1ae1-4b53-8605-286a9597c3ce tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:44.766739 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7ed3239c-a193-440c-ba38-176c9323fbb6 req-340d6f8b-1ae1-4b53-8605-286a9597c3ce tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.1097527 Oct 28 08:50:44.839112 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7ed3239c-a193-440c-ba38-176c9323fbb6 req-a508758e-46bd-44ef-a4ac-80cfbd2d8463 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547748 Oct 28 08:50:44.938920 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Deleting port fedf5590-10bc-47d5-82a2-9964cff24f1b {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:44.939251 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.028300 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] For port fedf5590-10bc-47d5-82a2-9964cff24f1b, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=fedf5590-10bc-47d5-82a2-9964cff24f1b,segment=NetworkSegment(07e6c21e-d80f-4ae6-8f71-73a7242dc574),segment_id=07e6c21e-d80f-4ae6-8f71-73a7242dc574)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:45.028944 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.053286 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Calling delete_port for fedf5590-10bc-47d5-82a2-9964cff24f1b owned by network:router_interface {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:45.163089 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fb09e-25a1-4de6-980c-2e4ee3ddd303 req-8e710498-0cbf-4c75-b656-b9d9a5229ded tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:45.165125 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-177fb09e-25a1-4de6-980c-2e4ee3ddd303 req-8e710498-0cbf-4c75-b656-b9d9a5229ded tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.1395729 Oct 28 08:50:45.271583 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-177fb09e-25a1-4de6-980c-2e4ee3ddd303 req-5ac4fff1-a6c9-4b22-a3c6-d5c31f068251 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981848 Oct 28 08:50:45.371236 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.399863 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Pushing event deleted for resources: {'Port': ['ID=fedf5590-10bc-47d5-82a2-9964cff24f1b,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:45.452537 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:45.452880 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:45.453231 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:45.453567 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:45.453948 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:45.454333 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:45.454700 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:45.455033 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:45.455363 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:45.455693 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:45.456172 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:45.456344 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:45.632110 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-784824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591830'] for router_interface, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.911690 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Router 2c125f52-3781-4872-a5e2-194d78a60219 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:50:46.116640 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c32a4d-5bce-40d1-80b4-07284afab24a req-f6c81f3b-bda1-4a4d-897c-bbd23c39f349 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:46.119229 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-67c32a4d-5bce-40d1-80b4-07284afab24a req-f6c81f3b-bda1-4a4d-897c-bbd23c39f349 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.1823406 Oct 28 08:50:46.164962 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:50:46.180832 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-642c1d7a-9364-42bd-96be-49e37bf3c278 admin admin] 10.222.0.74 "PUT /v2.0/routers/2c125f52-3781-4872-a5e2-194d78a60219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1529787 Oct 28 08:50:46.181514 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 59424) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:46.197527 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-67c32a4d-5bce-40d1-80b4-07284afab24a req-f2ae60e0-a356-4abe-8ec0-7795e878e2f2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668705 Oct 28 08:50:46.198058 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca383c5-2c3a-4909-839d-4e92bb69a7d1 None None] Sync routers for ids ['2c125f52-3781-4872-a5e2-194d78a60219'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:50:46.213167 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca383c5-2c3a-4909-839d-4e92bb69a7d1 None None] Routers {'2c125f52-3781-4872-a5e2-194d78a60219'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:46.213818 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-aca383c5-2c3a-4909-839d-4e92bb69a7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:50:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['2c125f52-3781-4872-a5e2-194d78a60219'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:46.329551 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3d28344d-ee2c-4dd9-802d-e6e21fea7101 admin admin] Publish callbacks [] for router, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.367162 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-aca383c5-2c3a-4909-839d-4e92bb69a7d1 None None] Set router 2c125f52-3781-4872-a5e2-194d78a60219 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:46.454216 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3d28344d-ee2c-4dd9-802d-e6e21fea7101 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.461288 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620107d-2d0e-4628-ad85-50081ecc3a76 req-5029daa9-4a99-48f8-9a21-390473115a81 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:46.465393 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6620107d-2d0e-4628-ad85-50081ecc3a76 req-5029daa9-4a99-48f8-9a21-390473115a81 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0875590 Oct 28 08:50:46.519890 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6620107d-2d0e-4628-ad85-50081ecc3a76 req-8e2017aa-cab4-40dc-871f-259879db85d1 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455868 Oct 28 08:50:46.553903 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-3d28344d-ee2c-4dd9-802d-e6e21fea7101 admin admin] Deleting port eb7a3596-5861-47f8-bd8b-91632dd93f16 {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:46.554525 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3d28344d-ee2c-4dd9-802d-e6e21fea7101 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.577283 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-aca383c5-2c3a-4909-839d-4e92bb69a7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:50:45Z', 'revision_number': 5, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port': {'id': 'eb7a3596-5861-47f8-bd8b-91632dd93f16', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c125f52-3781-4872-a5e2-194d78a60219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:41Z', 'updated_at': '2021-10-28T08:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:46.609042 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca383c5-2c3a-4909-839d-4e92bb69a7d1 None None] Checking router: 2c125f52-3781-4872-a5e2-194d78a60219 for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:50:46.618577 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca383c5-2c3a-4909-839d-4e92bb69a7d1 None None] Routers {'2c125f52-3781-4872-a5e2-194d78a60219'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:46.619185 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-aca383c5-2c3a-4909-839d-4e92bb69a7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:50:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['2c125f52-3781-4872-a5e2-194d78a60219'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:46.675075 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [None req-3d28344d-ee2c-4dd9-802d-e6e21fea7101 admin admin] For port eb7a3596-5861-47f8-bd8b-91632dd93f16, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=eb7a3596-5861-47f8-bd8b-91632dd93f16,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:46.675614 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3d28344d-ee2c-4dd9-802d-e6e21fea7101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.698050 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-3d28344d-ee2c-4dd9-802d-e6e21fea7101 admin admin] Calling delete_port for eb7a3596-5861-47f8-bd8b-91632dd93f16 owned by network:router_gateway {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:46.748066 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-aca383c5-2c3a-4909-839d-4e92bb69a7d1 None None] Set router 2c125f52-3781-4872-a5e2-194d78a60219 gateway port host: None {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:46.816852 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-aca383c5-2c3a-4909-839d-4e92bb69a7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:50:46Z', 'revision_number': 6, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port_host': None}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:46.847947 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca383c5-2c3a-4909-839d-4e92bb69a7d1 None None] The sync data for ids ['2c125f52-3781-4872-a5e2-194d78a60219'] in dv-cinder-815660-3-iscsi is: [{'id': '2c125f52-3781-4872-a5e2-194d78a60219', 'name': 'tempest-AttachVolumeTestJSON-790958355-router', 'tenant_id': 'deb9a75c575b487eb97a2f189099cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:40Z', 'updated_at': '2021-10-28T08:50:46Z', 'revision_number': 6, 'project_id': 'deb9a75c575b487eb97a2f189099cb83', 'gw_port_host': None}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:50:46.916838 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3d28344d-ee2c-4dd9-802d-e6e21fea7101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.949169 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28344d-ee2c-4dd9-802d-e6e21fea7101 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb7a3596-5861-47f8-bd8b-91632dd93f16,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:47.012100 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3d28344d-ee2c-4dd9-802d-e6e21fea7101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550772'] for router_gateway, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.108103 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3d28344d-ee2c-4dd9-802d-e6e21fea7101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2074'] for router, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.110280 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3d28344d-ee2c-4dd9-802d-e6e21fea7101 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.158784 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3d28344d-ee2c-4dd9-802d-e6e21fea7101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597513'] for router, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.160265 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d28344d-ee2c-4dd9-802d-e6e21fea7101 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c125f52-3781-4872-a5e2-194d78a60219 {{(pid=108150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:50:47.168177 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3d28344d-ee2c-4dd9-802d-e6e21fea7101 admin admin] Publish callbacks [] for router, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.172065 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-3d28344d-ee2c-4dd9-802d-e6e21fea7101 admin admin] 10.222.0.74 "DELETE /v2.0/routers/2c125f52-3781-4872-a5e2-194d78a60219 HTTP/1.1" status: 204 len: 168 time: 0.9909399 Oct 28 08:50:47.173352 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 59428) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:47.232096 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_v2 [None req-add9c2ea-4ff7-4561-a7c0-7165e343618f admin admin] Deleting subnet 845c0f3f-7051-408d-b475-1ff3eae03add {{(pid=108150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:50:47.236381 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-add9c2ea-4ff7-4561-a7c0-7165e343618f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.293827 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-add9c2ea-4ff7-4561-a7c0-7165e343618f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25531807'] for subnet, precommit_delete_associations {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.393646 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76126e-a53d-440f-a35a-0e341fc59785 req-17927190-9939-4ed6-a838-1bb9ac6bd762 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:47.395922 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0e76126e-a53d-440f-a35a-0e341fc59785 req-17927190-9939-4ed6-a838-1bb9ac6bd762 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0834873 Oct 28 08:50:47.439908 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-add9c2ea-4ff7-4561-a7c0-7165e343618f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697502'] for subnet, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.450028 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0e76126e-a53d-440f-a35a-0e341fc59785 req-8edb4e7b-f754-4e56-b628-c5e9271b464c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441387 Oct 28 08:50:47.513341 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-add9c2ea-4ff7-4561-a7c0-7165e343618f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25530636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25242352'] for subnet, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.555680 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9c2ea-4ff7-4561-a7c0-7165e343618f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845c0f3f-7051-408d-b475-1ff3eae03add,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:47.565206 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-add9c2ea-4ff7-4561-a7c0-7165e343618f admin admin] Publish callbacks [] for subnet, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.571761 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 59434) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:47.572386 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-add9c2ea-4ff7-4561-a7c0-7165e343618f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/845c0f3f-7051-408d-b475-1ff3eae03add HTTP/1.1" status: 204 len: 168 time: 0.3975017 Oct 28 08:50:47.573404 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55721393-57db-474d-9593-371c87b28982 None None] Network 8054d646-b889-4c53-8d8e-0b66f004b73f requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:50:47.752880 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8072101'] for network, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.776629 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66013ae-e579-4fa5-8d91-1e30a8898eb3 req-0df77b4a-4e95-4772-8ef3-ccbc540d3470 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:47.780132 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e66013ae-e579-4fa5-8d91-1e30a8898eb3 req-0df77b4a-4e95-4772-8ef3-ccbc540d3470 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.1412904 Oct 28 08:50:47.820143 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c291eed9-89ab-4480-805a-bbb16e7fb99b None None] DHCP port deletion for 8054d646-b889-4c53-8d8e-0b66f004b73f request from dv-cinder-815660-3-iscsi {{(pid=108151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:50:47.868912 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e66013ae-e579-4fa5-8d91-1e30a8898eb3 req-ab842d9b-28fc-489d-bac4-844756fbf195 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779252 Oct 28 08:50:47.916522 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] Deleting port 4db684d7-1b5c-4279-813e-a113fd0e9d1f {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:47.917769 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.941949 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-c291eed9-89ab-4480-805a-bbb16e7fb99b None None] Deleting port 4db684d7-1b5c-4279-813e-a113fd0e9d1f {{(pid=108151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:47.943216 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-c291eed9-89ab-4480-805a-bbb16e7fb99b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.014950 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] For port 4db684d7-1b5c-4279-813e-a113fd0e9d1f, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=4db684d7-1b5c-4279-813e-a113fd0e9d1f,segment=NetworkSegment(07e6c21e-d80f-4ae6-8f71-73a7242dc574),segment_id=07e6c21e-d80f-4ae6-8f71-73a7242dc574)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:48.015482 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.031297 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] Calling delete_port for 4db684d7-1b5c-4279-813e-a113fd0e9d1f owned by network:dhcp {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:48.039349 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-c291eed9-89ab-4480-805a-bbb16e7fb99b None None] For port 4db684d7-1b5c-4279-813e-a113fd0e9d1f, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=4db684d7-1b5c-4279-813e-a113fd0e9d1f,segment=NetworkSegment(07e6c21e-d80f-4ae6-8f71-73a7242dc574),segment_id=07e6c21e-d80f-4ae6-8f71-73a7242dc574)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:48.039677 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-c291eed9-89ab-4480-805a-bbb16e7fb99b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.055354 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-c291eed9-89ab-4480-805a-bbb16e7fb99b None None] Calling delete_port for 4db684d7-1b5c-4279-813e-a113fd0e9d1f owned by network:dhcp {{(pid=108151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:48.172874 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.192166 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-c291eed9-89ab-4480-805a-bbb16e7fb99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589'] for port, after_delete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.204538 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] Pushing event deleted for resources: {'Port': ['ID=4db684d7-1b5c-4279-813e-a113fd0e9d1f,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:48.208474 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c291eed9-89ab-4480-805a-bbb16e7fb99b None None] No DVR routers for this DVR port 4db684d7-1b5c-4279-813e-a113fd0e9d1f on host dv-cinder-815660-3-iscsi {{(pid=108151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:50:48.220081 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] No DVR routers for this DVR port 4db684d7-1b5c-4279-813e-a113fd0e9d1f on host dv-cinder-815660-3-iscsi {{(pid=108149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:50:48.247846 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291eed9-89ab-4480-805a-bbb16e7fb99b None None] Pushing event deleted for resources: {'Port': ['ID=4db684d7-1b5c-4279-813e-a113fd0e9d1f,revision_number=None']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:48.265859 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.314869 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device fedf5590-10bc-47d5-82a2-9964cff24f1b no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:48.339847 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700171', 'neutron.services.segments.db._delete_segments_for_network-8726588780638'] for network, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.340443 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: fedf5590-10bc-47d5-82a2-9964cff24f1b {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:48.340787 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device fedf5590-10bc-47d5-82a2-9964cff24f1b not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:48.341198 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device eb7a3596-5861-47f8-bd8b-91632dd93f16 no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:48.372990 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: eb7a3596-5861-47f8-bd8b-91632dd93f16 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:48.372990 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device eb7a3596-5861-47f8-bd8b-91632dd93f16 not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:48.372990 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 4db684d7-1b5c-4279-813e-a113fd0e9d1f no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:48.373404 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8054d646-b889-4c53-8d8e-0b66f004b73f']}} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:48.376889 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e6c21e-d80f-4ae6-8f71-73a7242dc574') {'for_net_delete': True} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:48.377187 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e6c21e-d80f-4ae6-8f71-73a7242dc574') {} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:48.386541 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: 4db684d7-1b5c-4279-813e-a113fd0e9d1f {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:48.387021 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 4db684d7-1b5c-4279-813e-a113fd0e9d1f not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:48.393484 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726588781415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-339859'] for segment, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.415444 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.422721 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=108149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:50:48.423120 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25303620'] for segment, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: Traceback (most recent call last): Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: timer() Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: cb(*args, **kw) Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: return func(*args, **kwargs) Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: self._notify() Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: self.callback(batched_events) Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: event.method(event) Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: return f(self, *a, **k) Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._get(url).json() Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: return self.request(url, 'GET', **kwargs) Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:50:48.425135 dv-cinder-815660-3-iscsi neutron-server[108149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:50:48.487552 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550728'] for network, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.531007 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.539592 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] 10.222.0.74 "DELETE /v2.0/networks/8054d646-b889-4c53-8d8e-0b66f004b73f HTTP/1.1" status: 204 len: 168 time: 0.9652498 Oct 28 08:50:48.581740 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c6746-d964-4ccd-bf8f-f8d53ea83400 admin admin] Pushing event deleted for resources: {'Network': ['ID=8054d646-b889-4c53-8d8e-0b66f004b73f,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:48.610438 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb845bf-359b-4683-a9d4-730cee5e909d req-902e7d8a-2663-452d-9e52-a461ffddf402 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:48.611959 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fcb845bf-359b-4683-a9d4-730cee5e909d req-902e7d8a-2663-452d-9e52-a461ffddf402 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0711491 Oct 28 08:50:48.662945 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fcb845bf-359b-4683-a9d4-730cee5e909d req-a01d909a-1030-4f27-aa11-265c23364316 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419583 Oct 28 08:50:48.734183 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 59442) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:48.781700 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-5bdf865e-f1d9-413b-a1ed-8f0c97464831 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=deb9a75c575b487eb97a2f189099cb83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0441549 Oct 28 08:50:48.781993 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 59446) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:48.839859 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-69819852-b9e7-4bb2-8bff-de9c47a0f34a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.867559 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-69819852-b9e7-4bb2-8bff-de9c47a0f34a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.938034 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-69819852-b9e7-4bb2-8bff-de9c47a0f34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.940977 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-69819852-b9e7-4bb2-8bff-de9c47a0f34a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:48.943013 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-69819852-b9e7-4bb2-8bff-de9c47a0f34a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/72fc5d24-3fca-4224-ad79-0c360c7654d4 HTTP/1.1" status: 204 len: 168 time: 0.1590252 Oct 28 08:50:48.955593 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69819852-b9e7-4bb2-8bff-de9c47a0f34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fc5d24-3fca-4224-ad79-0c360c7654d4,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:49.084526 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfa01d-4cc6-4319-a559-9912cb9eecbe req-56c0fc4b-b9ab-4673-b071-4861bbd95c71 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:49.086120 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9edfa01d-4cc6-4319-a559-9912cb9eecbe req-56c0fc4b-b9ab-4673-b071-4861bbd95c71 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0704288 Oct 28 08:50:49.132831 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9edfa01d-4cc6-4319-a559-9912cb9eecbe req-fc7e9b98-58db-4ce9-a335-902e3f2c7df0 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402727 Oct 28 08:50:49.496704 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:50:49.865084 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f74bf-54f7-4103-a9b9-6c5d128bb687 req-0ae0ef5a-7ceb-4883-922d-d1938217b942 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:49.866741 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d50f74bf-54f7-4103-a9b9-6c5d128bb687 req-0ae0ef5a-7ceb-4883-922d-d1938217b942 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0661275 Oct 28 08:50:49.920305 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d50f74bf-54f7-4103-a9b9-6c5d128bb687 req-1ff47760-53dd-4c76-a80d-447f8d8da0e2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430000 Oct 28 08:50:50.297695 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbbdbc-c5d7-471b-8ce7-f32d52272558 req-bd165740-6f2c-4722-9c5a-4af663591735 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:50.299289 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ccbbbdbc-c5d7-471b-8ce7-f32d52272558 req-bd165740-6f2c-4722-9c5a-4af663591735 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0586095 Oct 28 08:50:50.357686 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ccbbbdbc-c5d7-471b-8ce7-f32d52272558 req-81c702e4-809c-46a7-a48b-50f09f9b545b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508676 Oct 28 08:50:51.082827 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec7565-b4ce-4eb5-a52d-19770c1a52f6 req-2555f091-9883-43a3-8a4c-66eabad8976f tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:51.085481 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f0ec7565-b4ce-4eb5-a52d-19770c1a52f6 req-2555f091-9883-43a3-8a4c-66eabad8976f tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0625081 Oct 28 08:50:51.153008 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f0ec7565-b4ce-4eb5-a52d-19770c1a52f6 req-d86fd6d2-c087-44a2-a407-771fed7d7df0 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600190 Oct 28 08:50:51.522083 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb071e-8c55-45ac-9d69-c9bec0c4dc85 req-f1852967-4ca1-4c3c-9362-82519e94ca11 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:51.530129 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-12bb071e-8c55-45ac-9d69-c9bec0c4dc85 req-f1852967-4ca1-4c3c-9362-82519e94ca11 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0620832 Oct 28 08:50:51.546663 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-2f08093d-06e1-4c75-9150-52602c7eedb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:51.572930 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-12bb071e-8c55-45ac-9d69-c9bec0c4dc85 req-9df04d0c-3788-4c53-9be0-813274aaab49 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411260 Oct 28 08:50:52.334729 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24cc1e-d5e9-4419-bebe-3b693eec9f10 req-600b8e52-4150-4d58-b59a-59417a824aa9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:52.343831 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fb24cc1e-d5e9-4419-bebe-3b693eec9f10 req-600b8e52-4150-4d58-b59a-59417a824aa9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0913458 Oct 28 08:50:52.415102 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fb24cc1e-d5e9-4419-bebe-3b693eec9f10 req-08e232c2-8a4a-4a19-98d2-fa95b4a153e4 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480545 Oct 28 08:50:52.712395 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b6a76-5fc3-4b7e-8426-fbab3a74b3ff req-c1067a59-051b-490c-b84e-ec88b5ab9085 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:52.713953 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f03b6a76-5fc3-4b7e-8426-fbab3a74b3ff req-c1067a59-051b-490c-b84e-ec88b5ab9085 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0574644 Oct 28 08:50:52.758492 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f03b6a76-5fc3-4b7e-8426-fbab3a74b3ff req-ac829012-aadf-45e0-916b-069a001da6c0 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380261 Oct 28 08:50:53.527315 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f35e3-ca1d-474f-a396-3c972bde6198 req-f6a1ccbd-63a3-46b9-9be1-9eaa038a87ea tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:53.528790 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1e4f35e3-ca1d-474f-a396-3c972bde6198 req-f6a1ccbd-63a3-46b9-9be1-9eaa038a87ea tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0505710 Oct 28 08:50:53.570330 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1e4f35e3-ca1d-474f-a396-3c972bde6198 req-00d6172c-146f-4483-8063-a9ff95a278de tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354171 Oct 28 08:50:53.876111 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1f019-6bfd-4bf8-b3e3-b916effe976e req-e05eddd0-e384-4d7a-87ed-bb826b619d13 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:53.877667 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-32e1f019-6bfd-4bf8-b3e3-b916effe976e req-e05eddd0-e384-4d7a-87ed-bb826b619d13 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0488143 Oct 28 08:50:53.915212 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-32e1f019-6bfd-4bf8-b3e3-b916effe976e req-30f90c4b-0aa8-4b01-8c25-146cec581907 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308940 Oct 28 08:50:54.480376 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-e72c76f7-4e6f-4a58-8143-71aca8250613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:54.695014 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7495ba7-e00c-43ce-ae16-e920b49edaa3 req-769e902b-40f1-497e-88af-8bdf0e7bf89b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:54.696486 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d7495ba7-e00c-43ce-ae16-e920b49edaa3 req-769e902b-40f1-497e-88af-8bdf0e7bf89b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0549698 Oct 28 08:50:54.741566 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d7495ba7-e00c-43ce-ae16-e920b49edaa3 req-c1d1bc96-50a9-4c97-b293-b912a6ac1790 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317118 Oct 28 08:50:55.033125 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701c87f-b10e-4150-bb63-e9bb2f62bb0d req-9f2160ff-d037-4398-8066-92f31196348d tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:55.034619 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a701c87f-b10e-4150-bb63-e9bb2f62bb0d req-9f2160ff-d037-4398-8066-92f31196348d tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0502799 Oct 28 08:50:55.074838 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a701c87f-b10e-4150-bb63-e9bb2f62bb0d req-7308f4aa-a587-48d1-95f0-085ccb557ece tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339339 Oct 28 08:50:55.483898 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:55.731808 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:55.869057 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff493b-16cc-4503-ba7c-3b8b6c73c530 req-69f08bed-76eb-41e7-818b-1ff24ffb0c3d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:55.870566 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-32ff493b-16cc-4503-ba7c-3b8b6c73c530 req-69f08bed-76eb-41e7-818b-1ff24ffb0c3d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0511289 Oct 28 08:50:55.909628 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-32ff493b-16cc-4503-ba7c-3b8b6c73c530 req-352bb5f4-a671-4a72-ac08-8628ebba00ba tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330577 Oct 28 08:50:56.199599 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f560455-393b-4f0a-893a-0ff88320f636 req-bd2ec951-957b-4e91-a2ea-db22dc80ae53 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:56.200978 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1f560455-393b-4f0a-893a-0ff88320f636 req-bd2ec951-957b-4e91-a2ea-db22dc80ae53 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0558875 Oct 28 08:50:56.241091 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1f560455-393b-4f0a-893a-0ff88320f636 req-b80b4a7f-74be-4404-b004-6d82a0a8d645 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340829 Oct 28 08:50:57.041318 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094373d-19f6-4a62-b1b0-203842081a67 req-3a90b326-84e1-48c4-bd92-da5119a24593 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:57.042856 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6094373d-19f6-4a62-b1b0-203842081a67 req-3a90b326-84e1-48c4-bd92-da5119a24593 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0606155 Oct 28 08:50:57.081936 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6094373d-19f6-4a62-b1b0-203842081a67 req-b812061f-0fb0-4cdc-9a32-17409d94fd48 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330787 Oct 28 08:50:57.357775 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0d127-3ec1-483f-a905-92bdece54741 req-b4bc3f5c-3d68-41f4-ab5e-c1595bd7b8fa tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:57.359254 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-21e0d127-3ec1-483f-a905-92bdece54741 req-b4bc3f5c-3d68-41f4-ab5e-c1595bd7b8fa tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0492771 Oct 28 08:50:57.398487 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-21e0d127-3ec1-483f-a905-92bdece54741 req-d5b717ce-92a2-4f84-a5ce-76b5d93056fd tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330312 Oct 28 08:50:57.478707 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:58.216124 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaa938-f7a8-48f4-bb60-819ce8044db8 req-2561f51d-dc09-4a63-82dd-86a761e5de29 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:58.217575 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e1eaa938-f7a8-48f4-bb60-819ce8044db8 req-2561f51d-dc09-4a63-82dd-86a761e5de29 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0546269 Oct 28 08:50:58.256256 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e1eaa938-f7a8-48f4-bb60-819ce8044db8 req-6a5fe020-fc83-4704-a4bd-c8153583d8f1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324016 Oct 28 08:50:58.521626 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d94441-2fca-4816-9efd-973013756955 req-dc4cb296-30dc-4de5-b6b7-63d8e8142a90 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:58.523189 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-13d94441-2fca-4816-9efd-973013756955 req-dc4cb296-30dc-4de5-b6b7-63d8e8142a90 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0495207 Oct 28 08:50:58.561931 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-13d94441-2fca-4816-9efd-973013756955 req-4f3d750f-1f96-4039-8f9c-590f4c3dd9fb tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326514 Oct 28 08:50:58.808302 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d2823-d212-473a-9d76-bcd338f21cc0 req-2d225aec-9a0f-4691-82bb-3df8f9d05317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:58.809838 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-273d2823-d212-473a-9d76-bcd338f21cc0 req-2d225aec-9a0f-4691-82bb-3df8f9d05317 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d66afaa2b9f04ea1a518ab92aab8cb1d&device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 1098 time: 0.1402934 Oct 28 08:50:58.915973 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d2823-d212-473a-9d76-bcd338f21cc0 req-c485e4bf-f035-45b2-a0ff-45d34accc983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:58.917733 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-273d2823-d212-473a-9d76-bcd338f21cc0 req-c485e4bf-f035-45b2-a0ff-45d34accc983 service neutron] 10.222.0.77 "GET /v2.0/networks?id=46cffedc-a76f-4c3b-a308-ea44ccc749a5 HTTP/1.1" status: 200 len: 910 time: 0.0989659 Oct 28 08:50:58.934127 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d74eb4-6790-4109-9c0f-4209b2ee04bb req-8ab0ad24-ca7c-435e-8ee8-3c6709b31ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:58.936265 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-91d74eb4-6790-4109-9c0f-4209b2ee04bb req-8ab0ad24-ca7c-435e-8ee8-3c6709b31ab4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e7a189da1ab4c96a271af47ac4baa62&device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 1098 time: 0.0577404 Oct 28 08:50:59.004830 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-273d2823-d212-473a-9d76-bcd338f21cc0 req-fea05397-fbfb-4ff2-b2a3-940cf6c4d674 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0151d785-b8a4-4437-9aa9-d788de11dd43 HTTP/1.1" status: 200 len: 1001 time: 0.0747344 Oct 28 08:50:59.049614 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d74eb4-6790-4109-9c0f-4209b2ee04bb req-4eb7b572-25db-4334-8647-bd3730a54c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:59.051119 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-91d74eb4-6790-4109-9c0f-4209b2ee04bb req-4eb7b572-25db-4334-8647-bd3730a54c7e service neutron] 10.222.0.77 "GET /v2.0/networks?id=1bb7b256-4baa-432c-addc-978134812fe5 HTTP/1.1" status: 200 len: 918 time: 0.1073382 Oct 28 08:50:59.061409 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d2823-d212-473a-9d76-bcd338f21cc0 req-29fd654d-30b7-4cce-857c-d50d0f5b8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:59.062970 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-273d2823-d212-473a-9d76-bcd338f21cc0 req-29fd654d-30b7-4cce-857c-d50d0f5b8f29 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6ca61d55-41f0-47f4-9f73-3ff0159a70ba HTTP/1.1" status: 200 len: 847 time: 0.0501029 Oct 28 08:50:59.124885 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d2823-d212-473a-9d76-bcd338f21cc0 req-0ea76fe6-f9b0-4f88-896a-b545bfee3b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:59.126288 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-91d74eb4-6790-4109-9c0f-4209b2ee04bb req-14bc766e-9343-450e-adb9-38728e86da12 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21594cc8-c73a-42e8-9350-519f7620496e HTTP/1.1" status: 200 len: 1001 time: 0.0657613 Oct 28 08:50:59.126433 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-273d2823-d212-473a-9d76-bcd338f21cc0 req-0ea76fe6-f9b0-4f88-896a-b545bfee3b0c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46cffedc-a76f-4c3b-a308-ea44ccc749a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555151 Oct 28 08:50:59.146693 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [req-273d2823-d212-473a-9d76-bcd338f21cc0 req-30257359-76a2-4dc9-8bdf-30935d3ce404 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=108150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:50:59.148788 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-273d2823-d212-473a-9d76-bcd338f21cc0 req-30257359-76a2-4dc9-8bdf-30935d3ce404 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055628 Oct 28 08:50:59.193892 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d74eb4-6790-4109-9c0f-4209b2ee04bb req-eac474be-2943-49bb-a847-311bd200768c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:59.196593 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-91d74eb4-6790-4109-9c0f-4209b2ee04bb req-eac474be-2943-49bb-a847-311bd200768c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd9bc392-6bd3-4140-a796-405119ac5b63 HTTP/1.1" status: 200 len: 855 time: 0.0550177 Oct 28 08:50:59.250202 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d74eb4-6790-4109-9c0f-4209b2ee04bb req-e096c681-3f08-4641-913b-4809a671e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:59.251718 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-91d74eb4-6790-4109-9c0f-4209b2ee04bb req-e096c681-3f08-4641-913b-4809a671e82f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1bb7b256-4baa-432c-addc-978134812fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472460 Oct 28 08:50:59.271297 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-273d2823-d212-473a-9d76-bcd338f21cc0 req-3488c457-d260-4d44-bec6-2509124f42b5 service neutron] 10.222.0.77 "GET /v2.0/networks/46cffedc-a76f-4c3b-a308-ea44ccc749a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145256 Oct 28 08:50:59.380448 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-273d2823-d212-473a-9d76-bcd338f21cc0 req-cd63e540-cc72-42c3-912d-5dba18834342 service neutron] 10.222.0.77 "GET /v2.0/networks/46cffedc-a76f-4c3b-a308-ea44ccc749a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002953 Oct 28 08:50:59.635546 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-91d74eb4-6790-4109-9c0f-4209b2ee04bb req-7a40da76-e73f-4edb-b806-816328504ad7 service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709800 Oct 28 08:50:59.680878 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cb91f-5f80-4881-9e56-cc0294bc6a94 req-1b3a4e40-80b4-4798-b2ac-49f44e898d1a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:59.682392 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fd9cb91f-5f80-4881-9e56-cc0294bc6a94 req-1b3a4e40-80b4-4798-b2ac-49f44e898d1a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.3425398 Oct 28 08:50:59.714989 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5341a49-78e5-4dbf-8575-a1c253dfe690 req-cad08cab-df57-4d70-bbc1-91c4709aadba tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:59.716550 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d5341a49-78e5-4dbf-8575-a1c253dfe690 req-cad08cab-df57-4d70-bbc1-91c4709aadba tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0795166 Oct 28 08:50:59.739935 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fd9cb91f-5f80-4881-9e56-cc0294bc6a94 req-411a01f7-9415-4091-80a0-e51c9320e157 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509973 Oct 28 08:50:59.767207 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d5341a49-78e5-4dbf-8575-a1c253dfe690 req-1b350646-994f-4cd2-b9fa-d3bc7f74f63f tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401902 Oct 28 08:51:00.894836 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311229a-0a26-4d95-8ad8-5c63c31853a6 req-9c866d71-d332-473f-992a-404cf9b18abb tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:00.896288 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7311229a-0a26-4d95-8ad8-5c63c31853a6 req-9c866d71-d332-473f-992a-404cf9b18abb tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0818067 Oct 28 08:51:00.909522 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f58c5-8f36-4f72-a72d-d097eb8f0daa req-8161909f-b4a0-4216-b582-7098375b6634 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:00.911135 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-875f58c5-8f36-4f72-a72d-d097eb8f0daa req-8161909f-b4a0-4216-b582-7098375b6634 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0695219 Oct 28 08:51:00.971567 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7311229a-0a26-4d95-8ad8-5c63c31853a6 req-cef266c3-8ba9-412b-b803-fc2b6281d05a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592690 Oct 28 08:51:00.976835 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-875f58c5-8f36-4f72-a72d-d097eb8f0daa req-fadc7fbf-415f-4eaa-8638-367817a7835c tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577714 Oct 28 08:51:01.504577 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-91d74eb4-6790-4109-9c0f-4209b2ee04bb req-927c8ce9-cdad-48af-8b16-505374472dd4 service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935547 Oct 28 08:51:02.130692 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c769d-ad4a-484e-8277-254291a427c5 req-254914e9-84f7-48d3-b5e8-c167f403be21 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:02.132347 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a05c769d-ad4a-484e-8277-254291a427c5 req-254914e9-84f7-48d3-b5e8-c167f403be21 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0860460 Oct 28 08:51:02.139610 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420aeb97-1ce0-47d0-a607-524125fe400a req-f805e8da-9348-46e5-8196-885a36d5540e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:02.140953 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-420aeb97-1ce0-47d0-a607-524125fe400a req-f805e8da-9348-46e5-8196-885a36d5540e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 945 time: 0.0929458 Oct 28 08:51:02.204639 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-420aeb97-1ce0-47d0-a607-524125fe400a req-90f24a6e-bd29-496e-a26c-c688735dda18 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565610 Oct 28 08:51:02.207391 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a05c769d-ad4a-484e-8277-254291a427c5 req-3f7d5a6b-316c-4ae1-8336-02c442eccf65 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655813 Oct 28 08:51:02.341122 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 21594cc8-c73a-42e8-9350-519f7620496e no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:02.556633 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:02.581370 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44471d5a-b894-4e3f-b59d-b03afd03839b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21594cc8-c73a-42e8-9350-519f7620496e'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:02.584475 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbde71f-2c95-4a08-8a52-d22646d0576c" -d '{"events": [{"server_uuid": "44471d5a-b894-4e3f-b59d-b03afd03839b", "name": "network-vif-unplugged", "status": "completed", "tag": "21594cc8-c73a-42e8-9350-519f7620496e"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:02.597698 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 21594cc8-c73a-42e8-9350-519f7620496e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=21594cc8-c73a-42e8-9350-519f7620496e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:02.602900 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:02.633840 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d8d181-8d6d-4970-ac8a-5681db4293ba x-openstack-request-id: req-e2d8d181-8d6d-4970-ac8a-5681db4293ba {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:02.634147 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44471d5a-b894-4e3f-b59d-b03afd03839b", "name": "network-vif-unplugged", "status": "completed", "tag": "21594cc8-c73a-42e8-9350-519f7620496e", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:02.634402 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e2d8d181-8d6d-4970-ac8a-5681db4293ba {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:02.634808 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44471d5a-b894-4e3f-b59d-b03afd03839b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21594cc8-c73a-42e8-9350-519f7620496e', 'code': 200} Oct 28 08:51:02.660143 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=21594cc8-c73a-42e8-9350-519f7620496e,revision_number=8']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:02.667613 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:02.668028 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:02.668302 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:02.668636 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:02.668967 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:02.669296 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:02.669623 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:02.669973 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:02.670305 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:02.670627 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:02.670945 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:02.671262 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:03.368045 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160031b-7ccc-4d4a-b2a1-95768a2f413e req-2ad379dd-e052-43c3-99c8-fea3e9be6e5f tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:03.369653 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4160031b-7ccc-4d4a-b2a1-95768a2f413e req-2ad379dd-e052-43c3-99c8-fea3e9be6e5f tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0888367 Oct 28 08:51:03.382947 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94fe82-113e-4745-9171-12ab35518da1 req-f3631229-a1a7-4fbb-bdb2-652083b7bf48 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:03.384414 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8f94fe82-113e-4745-9171-12ab35518da1 req-f3631229-a1a7-4fbb-bdb2-652083b7bf48 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.1023762 Oct 28 08:51:03.436308 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4160031b-7ccc-4d4a-b2a1-95768a2f413e req-2a938e19-4285-4baa-bd63-97c546f6f0e2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509169 Oct 28 08:51:03.448846 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8f94fe82-113e-4745-9171-12ab35518da1 req-12f86027-aa2b-444b-862c-715b33b3fb15 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577507 Oct 28 08:51:03.954714 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fd90c-0850-4181-ba4c-710b73fb95b4 req-2458444b-983d-4062-983a-590c26e25cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:03.956107 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-254fd90c-0850-4181-ba4c-710b73fb95b4 req-2458444b-983d-4062-983a-590c26e25cfc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e7a189da1ab4c96a271af47ac4baa62&device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 1096 time: 0.0418894 Oct 28 08:51:04.065910 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fd90c-0850-4181-ba4c-710b73fb95b4 req-a9a378b6-392d-4256-8cbd-fab8148827de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:04.067366 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-254fd90c-0850-4181-ba4c-710b73fb95b4 req-a9a378b6-392d-4256-8cbd-fab8148827de service neutron] 10.222.0.77 "GET /v2.0/networks?id=1bb7b256-4baa-432c-addc-978134812fe5 HTTP/1.1" status: 200 len: 918 time: 0.0894434 Oct 28 08:51:04.139442 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-254fd90c-0850-4181-ba4c-710b73fb95b4 req-92f0dcd0-f2ea-42e9-9ca1-cf5f27a298c8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21594cc8-c73a-42e8-9350-519f7620496e HTTP/1.1" status: 200 len: 999 time: 0.0639043 Oct 28 08:51:04.196020 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fd90c-0850-4181-ba4c-710b73fb95b4 req-f9ffbb4a-5096-4064-9033-f118840c099b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:04.197483 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-254fd90c-0850-4181-ba4c-710b73fb95b4 req-f9ffbb4a-5096-4064-9033-f118840c099b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd9bc392-6bd3-4140-a796-405119ac5b63 HTTP/1.1" status: 200 len: 855 time: 0.0493543 Oct 28 08:51:04.246301 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fd90c-0850-4181-ba4c-710b73fb95b4 req-300f3886-034b-4e7b-8dd2-2ff889bc0133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:04.247675 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-254fd90c-0850-4181-ba4c-710b73fb95b4 req-300f3886-034b-4e7b-8dd2-2ff889bc0133 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1bb7b256-4baa-432c-addc-978134812fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405657 Oct 28 08:51:04.347269 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-254fd90c-0850-4181-ba4c-710b73fb95b4 req-e57d73f4-7e20-4882-aa69-6b79e7bdcf10 service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889390 Oct 28 08:51:04.441285 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-254fd90c-0850-4181-ba4c-710b73fb95b4 req-3fa7eddb-2704-422f-8a3a-e26afab54c63 service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856316 Oct 28 08:51:04.592516 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a344e7-804c-4b55-bbc2-e150c3f61f28 req-e9ecce4e-e60b-479d-8120-a09c2ae4f53b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:04.593930 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-40a344e7-804c-4b55-bbc2-e150c3f61f28 req-e9ecce4e-e60b-479d-8120-a09c2ae4f53b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0821512 Oct 28 08:51:04.606807 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af95936-f601-4385-9c2f-f7d7eeac3594 req-ace46415-e232-47d7-a93c-170c256eb23c tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:04.608196 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4af95936-f601-4385-9c2f-f7d7eeac3594 req-ace46415-e232-47d7-a93c-170c256eb23c tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0705082 Oct 28 08:51:04.663779 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-40a344e7-804c-4b55-bbc2-e150c3f61f28 req-18c30d38-8256-4433-8b21-d2c1fc66749f tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545568 Oct 28 08:51:04.669393 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4af95936-f601-4385-9c2f-f7d7eeac3594 req-326d0283-4c66-4692-8c04-443dac05e55a tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545142 Oct 28 08:51:05.831650 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a72b8-a04d-4310-a8bd-62cc84f979b6 req-5d3fdf8f-cb0e-46c7-9e2c-2235e48f657e tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:05.833183 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c11a72b8-a04d-4310-a8bd-62cc84f979b6 req-5d3fdf8f-cb0e-46c7-9e2c-2235e48f657e tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0812001 Oct 28 08:51:05.868683 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251ddd4-d49c-487a-a999-04076bc39c53 req-2848fcb5-a353-4ca0-8897-5b07f029e2b1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:05.870370 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c251ddd4-d49c-487a-a999-04076bc39c53 req-2848fcb5-a353-4ca0-8897-5b07f029e2b1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.1040037 Oct 28 08:51:05.903166 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c11a72b8-a04d-4310-a8bd-62cc84f979b6 req-6f705786-ea75-4f06-90f1-aad11f54db2d tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638869 Oct 28 08:51:05.924410 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c251ddd4-d49c-487a-a999-04076bc39c53 req-ca8ade13-052b-4c61-89c4-1f8f169f9269 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430734 Oct 28 08:51:07.045652 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314008d8-9655-4bc5-93f0-17cfcfc968c7 req-266c7941-e71a-4cc2-8a8e-00b460105933 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:07.047251 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-314008d8-9655-4bc5-93f0-17cfcfc968c7 req-266c7941-e71a-4cc2-8a8e-00b460105933 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0759118 Oct 28 08:51:07.090355 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10ff78-a3b9-4b8f-b11c-8afa1dfb7267 req-aed31100-7611-48e1-9b91-7c20d844ee88 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:07.091734 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4c10ff78-a3b9-4b8f-b11c-8afa1dfb7267 req-aed31100-7611-48e1-9b91-7c20d844ee88 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0837033 Oct 28 08:51:07.110508 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-314008d8-9655-4bc5-93f0-17cfcfc968c7 req-8acb9785-85cd-453f-b6a6-5ba5c174e002 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556848 Oct 28 08:51:07.139728 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4c10ff78-a3b9-4b8f-b11c-8afa1dfb7267 req-ae21278a-97ec-4a85-9e14-1091ebe87788 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401216 Oct 28 08:51:07.185843 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [req-f421cee9-4a50-40f5-ac49-8bfeb396585f req-aa76dcd1-e456-4276-89bc-1a74574bc77a service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=108149) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:51:07.186878 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f421cee9-4a50-40f5-ac49-8bfeb396585f req-aa76dcd1-e456-4276-89bc-1a74574bc77a service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054951 Oct 28 08:51:07.355251 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd447cf5-9709-479c-8612-1faa3d24cb1d req-f16adbff-cd83-41bb-ac76-f500a263d720 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:07.357027 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fd447cf5-9709-479c-8612-1faa3d24cb1d req-f16adbff-cd83-41bb-ac76-f500a263d720 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0557210 Oct 28 08:51:07.375992 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-d7d1f93c-4398-434a-ba62-96b82a4c4cdb req-77a382ce-7cb0-4a9d-ad11-dfd7b3149f00 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1008019 Oct 28 08:51:07.408995 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fd447cf5-9709-479c-8612-1faa3d24cb1d req-79147b22-457c-4f5d-a871-771baf864e00 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452640 Oct 28 08:51:08.539369 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22b5c2-d533-4c57-97c6-044c9edd3a5f req-87a322ad-a28d-436b-b513-b9fbc459cec0 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:08.541138 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-de22b5c2-d533-4c57-97c6-044c9edd3a5f req-87a322ad-a28d-436b-b513-b9fbc459cec0 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0517318 Oct 28 08:51:08.582966 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-de22b5c2-d533-4c57-97c6-044c9edd3a5f req-36e79460-7060-4dcf-885f-643848f6e8da tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354228 Oct 28 08:51:09.706583 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc5bfa-5808-4122-a668-a4ceeb68fe6e req-3e8ec09b-8878-427e-bb10-d27d50ae1944 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:09.708221 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bcfc5bfa-5808-4122-a668-a4ceeb68fe6e req-3e8ec09b-8878-427e-bb10-d27d50ae1944 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0534644 Oct 28 08:51:09.748539 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bcfc5bfa-5808-4122-a668-a4ceeb68fe6e req-e4e92281-5fb7-46a9-ac56-f910484c2969 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337679 Oct 28 08:51:10.261037 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 0151d785-b8a4-4437-9aa9-d788de11dd43 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:10.342288 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:10.373468 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0151d785-b8a4-4437-9aa9-d788de11dd43'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:10.375754 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f5d700-2982-4bf6-a13c-386b4170239c" -d '{"events": [{"server_uuid": "d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1", "name": "network-vif-unplugged", "status": "completed", "tag": "0151d785-b8a4-4437-9aa9-d788de11dd43"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:10.389440 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 0151d785-b8a4-4437-9aa9-d788de11dd43, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0151d785-b8a4-4437-9aa9-d788de11dd43,segment=NetworkSegment(d816620b-6b1f-4634-be13-3394c65a21ad),segment_id=d816620b-6b1f-4634-be13-3394c65a21ad)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:10.393843 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:10.394551 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 21594cc8-c73a-42e8-9350-519f7620496e no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:10.423565 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172a4113-2a15-4aed-8d73-fba0df60943c x-openstack-request-id: req-172a4113-2a15-4aed-8d73-fba0df60943c {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:10.423801 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1", "name": "network-vif-unplugged", "status": "failed", "tag": "0151d785-b8a4-4437-9aa9-d788de11dd43", "code": 422}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:10.423987 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-172a4113-2a15-4aed-8d73-fba0df60943c {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:10.424375 dv-cinder-815660-3-iscsi neutron-server[108151]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0151d785-b8a4-4437-9aa9-d788de11dd43', 'code': 422} returned with failed status Oct 28 08:51:10.483054 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=0151d785-b8a4-4437-9aa9-d788de11dd43,revision_number=6']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:10.642534 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6ae39-a298-4e5f-a1f2-0cf3837582a2 req-0d8c1dcd-0508-46d9-a703-692c9d77c936 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:10.644057 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-91d6ae39-a298-4e5f-a1f2-0cf3837582a2 req-0d8c1dcd-0508-46d9-a703-692c9d77c936 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0517452 Oct 28 08:51:10.691075 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-91d6ae39-a298-4e5f-a1f2-0cf3837582a2 req-a1d974a4-c898-4bab-8d5b-4de240bf0166 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398135 Oct 28 08:51:10.887419 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae73017-c7b5-4dc9-a2d3-a0bcd69bef32 req-42a6c43a-a91d-4dab-b253-9c70adcf972a tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:10.889050 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dae73017-c7b5-4dc9-a2d3-a0bcd69bef32 req-42a6c43a-a91d-4dab-b253-9c70adcf972a tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0580378 Oct 28 08:51:10.938632 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-dae73017-c7b5-4dc9-a2d3-a0bcd69bef32 req-7ae52392-d5b7-485f-9707-974e0f79ba0f tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432265 Oct 28 08:51:10.964036 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 59720) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:11.058520 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-27cb9411-84cb-4fef-bda1-ea7a7fdc435a req-fe9ac13b-1e13-4f5c-a417-a13d9bcc72cd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0932443 Oct 28 08:51:11.067374 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [req-27cb9411-84cb-4fef-bda1-ea7a7fdc435a req-c3354590-cc21-4fa4-8ec2-d6c34409e136 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=108149) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:51:11.068320 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-27cb9411-84cb-4fef-bda1-ea7a7fdc435a req-c3354590-cc21-4fa4-8ec2-d6c34409e136 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049844 Oct 28 08:51:11.823169 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf0a6c-a71c-43ad-b9cd-bc34c7dd521f req-6ea9385b-fecb-4db7-85fe-25b31bde8358 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:11.824747 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ffcf0a6c-a71c-43ad-b9cd-bc34c7dd521f req-6ea9385b-fecb-4db7-85fe-25b31bde8358 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0571952 Oct 28 08:51:11.880894 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ffcf0a6c-a71c-43ad-b9cd-bc34c7dd521f req-f420321e-dc77-4309-a1af-b63349cc6659 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493824 Oct 28 08:51:12.070034 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b6316-19bc-4545-805b-09a91ea3bcfe req-7797d335-e7ed-47cb-8624-49aaebbbd5c0 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:12.071794 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8c9b6316-19bc-4545-805b-09a91ea3bcfe req-7797d335-e7ed-47cb-8624-49aaebbbd5c0 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0611289 Oct 28 08:51:12.112618 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8c9b6316-19bc-4545-805b-09a91ea3bcfe req-bb346a4a-6b18-4284-aa77-39eb9998df8a tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338991 Oct 28 08:51:12.360487 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9411-84cb-4fef-bda1-ea7a7fdc435a req-4dc285d1-7330-4ca8-a4b7-0707ccca64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:12.361910 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-27cb9411-84cb-4fef-bda1-ea7a7fdc435a req-4dc285d1-7330-4ca8-a4b7-0707ccca64a4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b&tenant_id=7e7a189da1ab4c96a271af47ac4baa62 HTTP/1.1" status: 200 len: 1096 time: 0.0441072 Oct 28 08:51:12.424131 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9411-84cb-4fef-bda1-ea7a7fdc435a req-944142d7-f955-4470-b2e2-e4617094a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:12.425614 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-27cb9411-84cb-4fef-bda1-ea7a7fdc435a req-944142d7-f955-4470-b2e2-e4617094a74f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e7a189da1ab4c96a271af47ac4baa62&device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 1096 time: 0.0419309 Oct 28 08:51:12.531353 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9411-84cb-4fef-bda1-ea7a7fdc435a req-8a1c6c0b-7bd0-4d6f-8609-01f492113f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:12.532827 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-27cb9411-84cb-4fef-bda1-ea7a7fdc435a req-8a1c6c0b-7bd0-4d6f-8609-01f492113f92 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1bb7b256-4baa-432c-addc-978134812fe5 HTTP/1.1" status: 200 len: 918 time: 0.1002738 Oct 28 08:51:12.598259 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-27cb9411-84cb-4fef-bda1-ea7a7fdc435a req-9fb53547-83ea-44e0-a712-c93713eee379 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21594cc8-c73a-42e8-9350-519f7620496e HTTP/1.1" status: 200 len: 999 time: 0.0574577 Oct 28 08:51:12.651654 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9411-84cb-4fef-bda1-ea7a7fdc435a req-35a82958-d88a-4536-9033-ce45e5ee2b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:12.653023 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-27cb9411-84cb-4fef-bda1-ea7a7fdc435a req-35a82958-d88a-4536-9033-ce45e5ee2b19 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd9bc392-6bd3-4140-a796-405119ac5b63 HTTP/1.1" status: 200 len: 855 time: 0.0481892 Oct 28 08:51:12.700741 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9411-84cb-4fef-bda1-ea7a7fdc435a req-84a8e2b9-dc41-4e3d-8bef-c88829e84974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:12.702308 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-27cb9411-84cb-4fef-bda1-ea7a7fdc435a req-84a8e2b9-dc41-4e3d-8bef-c88829e84974 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1bb7b256-4baa-432c-addc-978134812fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426490 Oct 28 08:51:12.793143 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-27cb9411-84cb-4fef-bda1-ea7a7fdc435a req-6da0a1d9-78ec-48c2-a6a9-ef33b86675dc service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836711 Oct 28 08:51:12.893399 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-27cb9411-84cb-4fef-bda1-ea7a7fdc435a req-cf077b4d-f4f1-4799-9e92-1bc656473ef8 service neutron] 10.222.0.77 "GET /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918694 Oct 28 08:51:13.009883 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de37804-c238-44e1-a901-192151c020b7 req-5c9d0003-6842-4f9d-aaa6-62ef163f54a3 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:13.011500 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7de37804-c238-44e1-a901-192151c020b7 req-5c9d0003-6842-4f9d-aaa6-62ef163f54a3 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0534639 Oct 28 08:51:13.061412 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7de37804-c238-44e1-a901-192151c020b7 req-2e3414a4-7c64-4b0d-a988-b22ea3980a88 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431838 Oct 28 08:51:13.260169 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d534962-b354-4ade-af7d-9fae9e5aaf70 req-55e85f32-fe48-4028-9d73-7d03f6a48f6d tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:13.261641 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3d534962-b354-4ade-af7d-9fae9e5aaf70 req-55e85f32-fe48-4028-9d73-7d03f6a48f6d tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0634689 Oct 28 08:51:13.308100 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3d534962-b354-4ade-af7d-9fae9e5aaf70 req-7a26d3c0-b5ec-423b-a774-fcced9c5b7cd tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378349 Oct 28 08:51:14.205272 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a4820-385b-457d-b3d3-e6488fba883b req-4c729d0e-32ce-43f0-ac04-675be2476fd0 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:14.206800 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5a9a4820-385b-457d-b3d3-e6488fba883b req-4c729d0e-32ce-43f0-ac04-675be2476fd0 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0653691 Oct 28 08:51:14.266482 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5a9a4820-385b-457d-b3d3-e6488fba883b req-6c758ad5-abb6-4ed3-95eb-dc8c6487f879 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451362 Oct 28 08:51:14.479955 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cb389-c129-4a74-a8c4-2d2e1972e1d7 req-55e9ca69-4030-4a3d-bbd7-8281f7b99a83 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:14.482366 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ae9cb389-c129-4a74-a8c4-2d2e1972e1d7 req-55e9ca69-4030-4a3d-bbd7-8281f7b99a83 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0911748 Oct 28 08:51:14.540244 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ae9cb389-c129-4a74-a8c4-2d2e1972e1d7 req-beb599d4-c7ec-4be8-8800-bb48bdebb442 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497293 Oct 28 08:51:15.406352 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dce6a-c5c8-40c2-9ad1-4e30ecf4b9b5 req-21904c7f-5847-4dc9-bfca-9b40f761f20f tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:15.408164 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d46dce6a-c5c8-40c2-9ad1-4e30ecf4b9b5 req-21904c7f-5847-4dc9-bfca-9b40f761f20f tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0695770 Oct 28 08:51:15.453348 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d46dce6a-c5c8-40c2-9ad1-4e30ecf4b9b5 req-c54913a0-5332-462d-9685-3e6aeb1340db tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370464 Oct 28 08:51:15.668142 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64a191-e600-41da-97b0-c84c79f97c20 req-c485a51c-e8ec-4489-949e-a7b887144f57 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:15.669814 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2e64a191-e600-41da-97b0-c84c79f97c20 req-c485a51c-e8ec-4489-949e-a7b887144f57 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0550795 Oct 28 08:51:15.720390 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2e64a191-e600-41da-97b0-c84c79f97c20 req-80eceb55-8b14-40ae-af00-2b41b29dc1ab tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419073 Oct 28 08:51:16.589572 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a7cc3-a6dd-4314-b7ff-c6947207da60 req-fddc71ee-7edb-4346-941d-189247499a5f tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:16.591179 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4b6a7cc3-a6dd-4314-b7ff-c6947207da60 req-fddc71ee-7edb-4346-941d-189247499a5f tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0616033 Oct 28 08:51:16.636469 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4b6a7cc3-a6dd-4314-b7ff-c6947207da60 req-2adf4c41-571c-4c26-8cb4-90cb1c2f7139 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393021 Oct 28 08:51:16.844582 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45d088-803c-450f-bc01-26c6cc4bf223 req-b5134491-801d-4757-b50d-a77e7d256420 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:16.846062 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9b45d088-803c-450f-bc01-26c6cc4bf223 req-b5134491-801d-4757-b50d-a77e7d256420 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0563800 Oct 28 08:51:16.886569 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9b45d088-803c-450f-bc01-26c6cc4bf223 req-b4798618-27db-4d11-989c-7e5b552cc791 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338290 Oct 28 08:51:17.774854 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa186845-5ba7-47b4-9c38-cc6aeebdbaf2 req-26e6c746-843e-4508-b2cb-319a2c387a97 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:17.776765 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-aa186845-5ba7-47b4-9c38-cc6aeebdbaf2 req-26e6c746-843e-4508-b2cb-319a2c387a97 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0627210 Oct 28 08:51:17.818651 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-aa186845-5ba7-47b4-9c38-cc6aeebdbaf2 req-8630ae37-db9d-45cf-991a-77e51f36e5bb tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357213 Oct 28 08:51:18.025334 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1740f-e28d-4de5-804e-859c9aaa6f9b req-03eda947-55b6-4dfe-9d54-3e7d5c61b1ce tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:18.027139 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7db1740f-e28d-4de5-804e-859c9aaa6f9b req-03eda947-55b6-4dfe-9d54-3e7d5c61b1ce tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0611155 Oct 28 08:51:18.090739 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-7db1740f-e28d-4de5-804e-859c9aaa6f9b req-35129b65-0bc3-448d-aae2-0e40b5acdfc9 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573587 Oct 28 08:51:18.234916 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:18.949686 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef199c0-eb85-4dc4-9def-30aafbcf1c8a req-7abe7c1d-65d7-45f0-ab2f-11ba6d7ee962 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:18.951318 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8ef199c0-eb85-4dc4-9def-30aafbcf1c8a req-7abe7c1d-65d7-45f0-ab2f-11ba6d7ee962 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0525529 Oct 28 08:51:18.989393 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8ef199c0-eb85-4dc4-9def-30aafbcf1c8a req-41ed0e4a-705e-45b9-a1b7-fd74e06aae30 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319910 Oct 28 08:51:19.225566 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefa075-34d0-4637-8649-fb37c2456abd req-2bea4c9f-b27c-4d11-8a99-c9a2a58b8d47 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:19.227087 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2fefa075-34d0-4637-8649-fb37c2456abd req-2bea4c9f-b27c-4d11-8a99-c9a2a58b8d47 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0560908 Oct 28 08:51:19.269038 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2fefa075-34d0-4637-8649-fb37c2456abd req-5bbf943e-d446-4107-98e1-c79ccce89e94 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358694 Oct 28 08:51:20.139083 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660605e5-2ae1-4fbd-b981-d0c2dc8121b8 req-4d4082fb-a71d-4961-8996-fb568e9542c5 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:20.140797 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-660605e5-2ae1-4fbd-b981-d0c2dc8121b8 req-4d4082fb-a71d-4961-8996-fb568e9542c5 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0614479 Oct 28 08:51:20.188755 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-660605e5-2ae1-4fbd-b981-d0c2dc8121b8 req-090138fe-d2e5-4e7d-9c55-d41ca3a1a22e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385592 Oct 28 08:51:20.399630 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1290a0-af33-4024-8861-b06e9d6c4c4f req-bc533de8-ef04-44b5-886c-f9d695b1aba2 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:20.401181 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ac1290a0-af33-4024-8861-b06e9d6c4c4f req-bc533de8-ef04-44b5-886c-f9d695b1aba2 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0616949 Oct 28 08:51:20.446461 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ac1290a0-af33-4024-8861-b06e9d6c4c4f req-a571c169-9501-4fb2-b271-55b7ef922ad9 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385046 Oct 28 08:51:21.330423 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296093ad-1f40-4a8b-821c-a39f747ccb20 req-a8139a53-6fda-444d-baca-1107e3e64170 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:21.330423 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-296093ad-1f40-4a8b-821c-a39f747ccb20 req-a8139a53-6fda-444d-baca-1107e3e64170 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0592349 Oct 28 08:51:21.375482 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-296093ad-1f40-4a8b-821c-a39f747ccb20 req-cf7feeb4-ca50-4cac-ba96-3bd094bdc8d8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413799 Oct 28 08:51:21.544060 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-eca0ecc6-5e9c-4ebd-aed5-7f5be6362ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:21.586669 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73d66b-bb94-49f3-bb86-9bef78c4ed43 req-6804abb6-3014-4f33-9ea2-ca85bdd2a0be tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:21.594328 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9f73d66b-bb94-49f3-bb86-9bef78c4ed43 req-6804abb6-3014-4f33-9ea2-ca85bdd2a0be tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0649986 Oct 28 08:51:21.636973 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9f73d66b-bb94-49f3-bb86-9bef78c4ed43 req-11b1aa22-2c8a-4b3c-9d80-9fe235872669 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417161 Oct 28 08:51:22.662332 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a08cf3-bd88-4de6-a823-e20e2f21016a req-95f4c335-87c7-41de-8f60-81be14ab10ee tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:22.665120 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c8a08cf3-bd88-4de6-a823-e20e2f21016a req-95f4c335-87c7-41de-8f60-81be14ab10ee tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0556595 Oct 28 08:51:22.728668 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c8a08cf3-bd88-4de6-a823-e20e2f21016a req-63d898dc-b710-4f24-bff5-fbb8ac61ddb7 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345359 Oct 28 08:51:22.797639 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca1889-8c25-4831-8351-516dfd67bc6d req-ef0449b4-3ce4-4000-99dc-92fdcfddbab9 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:22.799174 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-03ca1889-8c25-4831-8351-516dfd67bc6d req-ef0449b4-3ce4-4000-99dc-92fdcfddbab9 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0683708 Oct 28 08:51:22.848419 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-03ca1889-8c25-4831-8351-516dfd67bc6d req-f9109f9c-058b-4728-b81f-880b5ae70e8b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379090 Oct 28 08:51:23.855824 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c309733-d4a6-4614-a3f6-5c954718f3e5 req-e170ae23-1c5f-4096-a8f4-34b1de1277e5 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:23.857550 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5c309733-d4a6-4614-a3f6-5c954718f3e5 req-e170ae23-1c5f-4096-a8f4-34b1de1277e5 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0537710 Oct 28 08:51:23.903174 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5c309733-d4a6-4614-a3f6-5c954718f3e5 req-ea6ff1a0-cea5-49d1-8025-d8f0ac5623db tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393388 Oct 28 08:51:23.996825 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79483892-7c29-4e2f-9791-229aaa21762d req-598e73d9-9d8f-427b-8486-a5f53c143da0 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:23.998284 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-79483892-7c29-4e2f-9791-229aaa21762d req-598e73d9-9d8f-427b-8486-a5f53c143da0 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0623236 Oct 28 08:51:24.045539 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-79483892-7c29-4e2f-9791-229aaa21762d req-d4dec8d2-384e-4f64-aadc-23102f246463 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412374 Oct 28 08:51:24.475040 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-ab200483-6d2d-40d3-80f5-c48597f826a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.045313 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fade2-6c4e-4fba-9510-e49d8821b8bf req-05b59df9-90e4-47a7-ad52-d7a0fd2c5151 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:25.046844 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-530fade2-6c4e-4fba-9510-e49d8821b8bf req-05b59df9-90e4-47a7-ad52-d7a0fd2c5151 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0551548 Oct 28 08:51:25.089516 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-530fade2-6c4e-4fba-9510-e49d8821b8bf req-d4aa0196-ad38-4524-b8f1-1747a4d79907 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363970 Oct 28 08:51:25.188109 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ae730-9771-4661-acee-567bfd26c975 req-c875bacd-c7a1-46c3-bd25-b6048329beb2 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:25.189592 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-307ae730-9771-4661-acee-567bfd26c975 req-c875bacd-c7a1-46c3-bd25-b6048329beb2 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0607438 Oct 28 08:51:25.232228 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-307ae730-9771-4661-acee-567bfd26c975 req-19e5d472-078f-4136-84eb-f11c2fa21bfe tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359018 Oct 28 08:51:25.488156 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:25.734544 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:26.216257 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a8513-491d-4137-a103-c064cc07848a req-17b03bc6-e0c4-438a-81ec-abd04a42752c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:26.217906 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4a0a8513-491d-4137-a103-c064cc07848a req-17b03bc6-e0c4-438a-81ec-abd04a42752c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0557146 Oct 28 08:51:26.256578 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4a0a8513-491d-4137-a103-c064cc07848a req-e1620a04-4ec1-4585-a5ca-e8057e0ab162 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324595 Oct 28 08:51:26.368936 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ae234-ec46-4110-94a8-3fabd57e9d09 req-28cdd6c9-473f-4817-95f9-f3c8baa1af4f tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:26.370437 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9f5ae234-ec46-4110-94a8-3fabd57e9d09 req-28cdd6c9-473f-4817-95f9-f3c8baa1af4f tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0553486 Oct 28 08:51:26.411264 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9f5ae234-ec46-4110-94a8-3fabd57e9d09 req-6e1859a4-5309-4297-9fa3-04529e9d8f5a tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343325 Oct 28 08:51:26.476658 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:51:27.400338 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269ec0b-a90b-4599-882f-728d03592061 req-4f40b0a1-868c-43de-89f0-c7298b73e72d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:27.402103 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c269ec0b-a90b-4599-882f-728d03592061 req-4f40b0a1-868c-43de-89f0-c7298b73e72d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0660384 Oct 28 08:51:27.444073 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c269ec0b-a90b-4599-882f-728d03592061 req-a513a36b-0aad-466c-b1aa-9faec85a92d5 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353634 Oct 28 08:51:27.488229 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:27.551383 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aeedb0-fbc0-4e32-9f29-2531809085d0 req-16b494ad-e9af-42c0-a981-c31f4c0c67fd tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:27.552856 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f9aeedb0-fbc0-4e32-9f29-2531809085d0 req-16b494ad-e9af-42c0-a981-c31f4c0c67fd tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0638821 Oct 28 08:51:27.604590 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f9aeedb0-fbc0-4e32-9f29-2531809085d0 req-083ddf79-9ff5-4a5b-ba8b-21dc09d1ff33 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444393 Oct 28 08:51:28.572926 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c74b4f-3141-4e1e-a11b-53ea050e6e51 req-4762703b-4182-416d-b817-0c875bbc362e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:28.574470 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-21c74b4f-3141-4e1e-a11b-53ea050e6e51 req-4762703b-4182-416d-b817-0c875bbc362e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0572047 Oct 28 08:51:28.614562 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-21c74b4f-3141-4e1e-a11b-53ea050e6e51 req-a2bc4977-9c31-4e84-a12f-56a06e56b9bd tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337868 Oct 28 08:51:28.736072 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38962ce-3d35-4564-9437-ef4df0588d13 req-4fde4378-87b7-4bc1-ac39-fdf06d838a30 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:28.737593 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b38962ce-3d35-4564-9437-ef4df0588d13 req-4fde4378-87b7-4bc1-ac39-fdf06d838a30 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0504663 Oct 28 08:51:28.775909 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b38962ce-3d35-4564-9437-ef4df0588d13 req-5a7be76a-86e0-49dd-8ad4-3db9babed458 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311375 Oct 28 08:51:29.742984 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c9d6f-5620-47c4-9dad-d9f555a5ba56 req-ef3b2c7c-48d7-4c34-bbee-f4a5ecd12472 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:29.744483 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5f4c9d6f-5620-47c4-9dad-d9f555a5ba56 req-ef3b2c7c-48d7-4c34-bbee-f4a5ecd12472 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0543873 Oct 28 08:51:29.784291 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5f4c9d6f-5620-47c4-9dad-d9f555a5ba56 req-3df04b1c-92ad-41d3-b783-ac53f4eb93ef tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336907 Oct 28 08:51:29.906440 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afc2c2-57d2-4cdb-8091-86b10eeb353e req-07fd8009-c4e0-48db-9da8-18efb28353f1 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:29.908947 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c6afc2c2-57d2-4cdb-8091-86b10eeb353e req-07fd8009-c4e0-48db-9da8-18efb28353f1 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0543966 Oct 28 08:51:29.952172 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c6afc2c2-57d2-4cdb-8091-86b10eeb353e req-89371ef6-0de1-49fe-ac6a-08afde6e4239 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377302 Oct 28 08:51:30.907682 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a1127-8719-4692-95d0-b70e5ac7feeb req-e2bd3dbd-ff30-4754-b08f-fc70df174ec2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:30.909159 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-330a1127-8719-4692-95d0-b70e5ac7feeb req-e2bd3dbd-ff30-4754-b08f-fc70df174ec2 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0518353 Oct 28 08:51:30.949256 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-330a1127-8719-4692-95d0-b70e5ac7feeb req-1d758d9b-8b67-410f-ade0-ad67cd0927b5 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335290 Oct 28 08:51:31.080249 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f92077-97fa-49f8-b8e8-ed0edf2a21a8 req-f8b331aa-a4e4-497e-92d5-e8117b82bc76 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:31.081874 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-30f92077-97fa-49f8-b8e8-ed0edf2a21a8 req-f8b331aa-a4e4-497e-92d5-e8117b82bc76 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0608175 Oct 28 08:51:31.120310 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-30f92077-97fa-49f8-b8e8-ed0edf2a21a8 req-4d666ffb-c3f3-482a-9291-72096e86c876 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321598 Oct 28 08:51:32.076842 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ab5e7-838e-4d87-9a05-7f9df889935e req-f98cd47f-7f27-4b5b-abf8-8cdecea8113e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:32.078333 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c04ab5e7-838e-4d87-9a05-7f9df889935e req-f98cd47f-7f27-4b5b-abf8-8cdecea8113e tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0539799 Oct 28 08:51:32.117960 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c04ab5e7-838e-4d87-9a05-7f9df889935e req-3dca26a0-dc31-40eb-9738-2735d0fd4ee7 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335631 Oct 28 08:51:32.248623 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8fd59-5e4f-493b-a819-da20d78b5114 req-ef254606-8ceb-4b56-b2d3-a21119842259 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:32.250000 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e6e8fd59-5e4f-493b-a819-da20d78b5114 req-ef254606-8ceb-4b56-b2d3-a21119842259 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0569103 Oct 28 08:51:32.296841 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e6e8fd59-5e4f-493b-a819-da20d78b5114 req-4be5606b-9165-42d5-be9d-6cf45ce0231d tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406373 Oct 28 08:51:32.825310 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1f93c-4398-434a-ba62-96b82a4c4cdb req-ef3c699d-4b1b-40d7-a998-722a734ffe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:32.826817 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d7d1f93c-4398-434a-ba62-96b82a4c4cdb req-ef3c699d-4b1b-40d7-a998-722a734ffe86 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1&tenant_id=d66afaa2b9f04ea1a518ab92aab8cb1d HTTP/1.1" status: 200 len: 1096 time: 0.0557215 Oct 28 08:51:32.900455 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1f93c-4398-434a-ba62-96b82a4c4cdb req-d303b3cb-8a49-40d4-8ab6-604766a0d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:32.902028 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d7d1f93c-4398-434a-ba62-96b82a4c4cdb req-d303b3cb-8a49-40d4-8ab6-604766a0d71c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d66afaa2b9f04ea1a518ab92aab8cb1d&device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 1096 time: 0.0451026 Oct 28 08:51:32.999754 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1f93c-4398-434a-ba62-96b82a4c4cdb req-4c9c7333-9b67-4a42-941c-bad0076881a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:33.001316 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d7d1f93c-4398-434a-ba62-96b82a4c4cdb req-4c9c7333-9b67-4a42-941c-bad0076881a4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=46cffedc-a76f-4c3b-a308-ea44ccc749a5 HTTP/1.1" status: 200 len: 910 time: 0.0915220 Oct 28 08:51:33.068973 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d7d1f93c-4398-434a-ba62-96b82a4c4cdb req-184bd11e-4968-4ba5-a05c-985a78f27a9c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0151d785-b8a4-4437-9aa9-d788de11dd43 HTTP/1.1" status: 200 len: 999 time: 0.0597153 Oct 28 08:51:33.121820 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1f93c-4398-434a-ba62-96b82a4c4cdb req-33460475-6f2d-4970-9e7d-28de0550bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:33.123175 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d7d1f93c-4398-434a-ba62-96b82a4c4cdb req-33460475-6f2d-4970-9e7d-28de0550bf2b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6ca61d55-41f0-47f4-9f73-3ff0159a70ba HTTP/1.1" status: 200 len: 847 time: 0.0453730 Oct 28 08:51:33.175024 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1f93c-4398-434a-ba62-96b82a4c4cdb req-bc3f9905-436b-4489-a13a-eb91d02d1b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:33.176518 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d7d1f93c-4398-434a-ba62-96b82a4c4cdb req-bc3f9905-436b-4489-a13a-eb91d02d1b15 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46cffedc-a76f-4c3b-a308-ea44ccc749a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458658 Oct 28 08:51:33.298822 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b2451-378a-4fc7-94f0-3dc03522f394 req-63784bb8-d288-4b8e-ae89-965501d0eca3 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:33.300273 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-017b2451-378a-4fc7-94f0-3dc03522f394 req-63784bb8-d288-4b8e-ae89-965501d0eca3 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0990179 Oct 28 08:51:33.306107 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d7d1f93c-4398-434a-ba62-96b82a4c4cdb req-c0c8e582-26f3-4d43-a305-c35e55e0a4e3 service neutron] 10.222.0.77 "GET /v2.0/networks/46cffedc-a76f-4c3b-a308-ea44ccc749a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214294 Oct 28 08:51:33.427499 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-017b2451-378a-4fc7-94f0-3dc03522f394 req-2fd26afa-5171-4aec-9a2e-6e38cf8ceedc tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203125 Oct 28 08:51:33.474738 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001824d5-3cf5-4f83-944a-e3b0a5204d62 req-9e8027ae-e8f4-4994-9ed3-f79ee2327e4b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:33.476897 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-001824d5-3cf5-4f83-944a-e3b0a5204d62 req-9e8027ae-e8f4-4994-9ed3-f79ee2327e4b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.1051955 Oct 28 08:51:33.480850 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d7d1f93c-4398-434a-ba62-96b82a4c4cdb req-e17e1334-7074-4475-8d05-f8bf14cb998d service neutron] 10.222.0.77 "GET /v2.0/networks/46cffedc-a76f-4c3b-a308-ea44ccc749a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624784 Oct 28 08:51:33.520593 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-001824d5-3cf5-4f83-944a-e3b0a5204d62 req-7a3b8b8c-ed7e-4e2e-92c9-4b449d39d34a tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374234 Oct 28 08:51:34.551329 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547936ac-5483-48ee-a0a5-cb21cdef98c3 req-782d5d7f-c52f-4d58-8d17-09de524c4613 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:34.552835 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-547936ac-5483-48ee-a0a5-cb21cdef98c3 req-782d5d7f-c52f-4d58-8d17-09de524c4613 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0498641 Oct 28 08:51:34.595417 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-547936ac-5483-48ee-a0a5-cb21cdef98c3 req-a1fb5acb-e160-4c1a-a2dc-5dc5e697829d tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323358 Oct 28 08:51:34.649878 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ccb1c-0975-4e6d-a086-79ba02e35690 req-7e2b7a53-a05f-4aa4-9b35-29c37a0ac440 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:34.651216 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8b5ccb1c-0975-4e6d-a086-79ba02e35690 req-7e2b7a53-a05f-4aa4-9b35-29c37a0ac440 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0549457 Oct 28 08:51:34.692037 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-8b5ccb1c-0975-4e6d-a086-79ba02e35690 req-4b1bf705-1eab-4be2-8ae4-668aa41543a1 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348737 Oct 28 08:51:35.740927 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9e276-466f-4ad4-9618-a8b5515ca6b9 req-dc660f7f-36be-4aa7-8018-84f834c14fa0 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:35.747042 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3cd9e276-466f-4ad4-9618-a8b5515ca6b9 req-dc660f7f-36be-4aa7-8018-84f834c14fa0 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 943 time: 0.0730450 Oct 28 08:51:35.811886 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3cd9e276-466f-4ad4-9618-a8b5515ca6b9 req-54b2d1bd-4fa4-43c4-a030-6c930ca33074 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623217 Oct 28 08:51:35.848720 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dfbfe-cce9-4d9a-b70c-ad12e50000f7 req-2c1ffffd-284d-46aa-9130-827efee74147 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:35.850216 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fb0dfbfe-cce9-4d9a-b70c-ad12e50000f7 req-2c1ffffd-284d-46aa-9130-827efee74147 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0532689 Oct 28 08:51:35.890587 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fb0dfbfe-cce9-4d9a-b70c-ad12e50000f7 req-00a74f5a-df18-4461-828a-b4c120b07578 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342433 Oct 28 08:51:36.371720 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 21594cc8-c73a-42e8-9350-519f7620496e details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:51:36.459196 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 59970) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:36.472600 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 21594cc8-c73a-42e8-9350-519f7620496e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=21594cc8-c73a-42e8-9350-519f7620496e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:36.484495 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': '21594cc8-c73a-42e8-9350-519f7620496e', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'port_id': '21594cc8-c73a-42e8-9350-519f7620496e', 'mac_address': 'fa:16:3e:db:d9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:51:36.521277 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:36.546538 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21594cc8-c73a-42e8-9350-519f7620496e {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:51:36.566842 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 21594cc8-c73a-42e8-9350-519f7620496e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=21594cc8-c73a-42e8-9350-519f7620496e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:36.571464 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:36.577164 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e671df24-ab78-4467-950b-bf6cbd8b804b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:36.622825 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=21594cc8-c73a-42e8-9350-519f7620496e,revision_number=9']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:36.664825 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e671df24-ab78-4467-950b-bf6cbd8b804b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:36.669986 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e671df24-ab78-4467-950b-bf6cbd8b804b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:36.712059 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-e671df24-ab78-4467-950b-bf6cbd8b804b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d76106ec32094fe484d5549c816a9a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510307 Oct 28 08:51:36.712831 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671df24-ab78-4467-950b-bf6cbd8b804b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a104c0-fc89-4d98-a61a-2920d23a456e,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:36.715637 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 59974) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:36.771281 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a9c6ec31-e9d5-4567-8405-cc6015cd87b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:36.792555 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a9c6ec31-e9d5-4567-8405-cc6015cd87b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:36.843495 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a9c6ec31-e9d5-4567-8405-cc6015cd87b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:36.846098 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a9c6ec31-e9d5-4567-8405-cc6015cd87b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:36.847241 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-a9c6ec31-e9d5-4567-8405-cc6015cd87b7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/79a104c0-fc89-4d98-a61a-2920d23a456e HTTP/1.1" status: 204 len: 168 time: 0.1305733 Oct 28 08:51:36.856231 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6ec31-e9d5-4567-8405-cc6015cd87b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a104c0-fc89-4d98-a61a-2920d23a456e,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:36.864248 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6ec31-e9d5-4567-8405-cc6015cd87b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:36.864592 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6ec31-e9d5-4567-8405-cc6015cd87b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:36.864927 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6ec31-e9d5-4567-8405-cc6015cd87b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:36.865257 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6ec31-e9d5-4567-8405-cc6015cd87b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:36.865583 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6ec31-e9d5-4567-8405-cc6015cd87b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:36.865944 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6ec31-e9d5-4567-8405-cc6015cd87b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:36.866855 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6ec31-e9d5-4567-8405-cc6015cd87b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:36.867175 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6ec31-e9d5-4567-8405-cc6015cd87b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:36.867495 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6ec31-e9d5-4567-8405-cc6015cd87b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:36.867814 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6ec31-e9d5-4567-8405-cc6015cd87b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:36.868132 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6ec31-e9d5-4567-8405-cc6015cd87b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:36.868446 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6ec31-e9d5-4567-8405-cc6015cd87b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:36.951486 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839af987-ab60-4d5f-a117-da4775cf9a0b req-c702d2f5-81a2-415f-93e4-0882bd49836a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:36.953371 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-839af987-ab60-4d5f-a117-da4775cf9a0b req-c702d2f5-81a2-415f-93e4-0882bd49836a tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 944 time: 0.0626905 Oct 28 08:51:36.969368 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['21594cc8-c73a-42e8-9350-519f7620496e'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:51:37.042392 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-839af987-ab60-4d5f-a117-da4775cf9a0b req-abb54bab-c714-44e3-9664-da703996687b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830309 Oct 28 08:51:37.057500 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc479159-1908-47a6-b73c-f9ffbc815752 req-a71a1c9e-572b-400e-b2ac-b7370e01e009 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:37.059165 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fc479159-1908-47a6-b73c-f9ffbc815752 req-a71a1c9e-572b-400e-b2ac-b7370e01e009 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0913537 Oct 28 08:51:37.108926 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fc479159-1908-47a6-b73c-f9ffbc815752 req-05ee0565-11c1-45f0-9977-8179188eab92 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435457 Oct 28 08:51:37.197544 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 59984) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:37.211259 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e39b1b4e-e412-4ad2-926c-67bbe6c05166 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:37.298491 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e39b1b4e-e412-4ad2-926c-67bbe6c05166 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:37.302401 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e39b1b4e-e412-4ad2-926c-67bbe6c05166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:37.341431 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-e39b1b4e-e412-4ad2-926c-67bbe6c05166 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bd2c0be3f53148cea3450f719e5fb8d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427426 Oct 28 08:51:37.342172 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b1b4e-e412-4ad2-926c-67bbe6c05166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd00fcb-14b2-499d-960d-cbe11a8d9e1f,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:37.344095 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 59986) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:37.395145 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-95282d9e-690b-446b-b959-997e5ebb34a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:37.421196 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-95282d9e-690b-446b-b959-997e5ebb34a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:37.467540 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-95282d9e-690b-446b-b959-997e5ebb34a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:37.470241 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-95282d9e-690b-446b-b959-997e5ebb34a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:37.471413 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-95282d9e-690b-446b-b959-997e5ebb34a1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3dd00fcb-14b2-499d-960d-cbe11a8d9e1f HTTP/1.1" status: 204 len: 168 time: 0.1263413 Oct 28 08:51:37.479225 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95282d9e-690b-446b-b959-997e5ebb34a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd00fcb-14b2-499d-960d-cbe11a8d9e1f,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:38.177330 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6821658-926c-408b-9ff6-ec95fd943415 req-c0293486-ab69-4116-8d5f-36c564f2669c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:38.179931 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6821658-926c-408b-9ff6-ec95fd943415 req-c0293486-ab69-4116-8d5f-36c564f2669c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 944 time: 0.0627594 Oct 28 08:51:38.248951 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a6821658-926c-408b-9ff6-ec95fd943415 req-72898343-fda6-439b-96e4-9dae25dd92c0 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622301 Oct 28 08:51:38.261165 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246974b8-d42b-4865-8483-082de34e4398 req-b91bd2c2-d6b9-4057-be97-f24420a1cd2b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:38.262682 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-246974b8-d42b-4865-8483-082de34e4398 req-b91bd2c2-d6b9-4057-be97-f24420a1cd2b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0749362 Oct 28 08:51:38.308901 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-246974b8-d42b-4865-8483-082de34e4398 req-32108da0-a857-4f8c-8e78-d9b336bb7775 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342107 Oct 28 08:51:38.371720 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 21594cc8-c73a-42e8-9350-519f7620496e up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:51:38.424673 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port 21594cc8-c73a-42e8-9350-519f7620496e triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:38.424942 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:38.516128 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:38.540272 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44471d5a-b894-4e3f-b59d-b03afd03839b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21594cc8-c73a-42e8-9350-519f7620496e'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:38.543195 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8498ab8-0bbe-4732-a92f-abbf99bab904" -d '{"events": [{"server_uuid": "44471d5a-b894-4e3f-b59d-b03afd03839b", "name": "network-vif-plugged", "status": "completed", "tag": "21594cc8-c73a-42e8-9350-519f7620496e"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:38.557349 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 21594cc8-c73a-42e8-9350-519f7620496e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=21594cc8-c73a-42e8-9350-519f7620496e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:38.562474 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:38.588452 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078eccb1-19d6-4593-b8b7-1b3d0db20e6c x-openstack-request-id: req-078eccb1-19d6-4593-b8b7-1b3d0db20e6c {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:38.588452 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44471d5a-b894-4e3f-b59d-b03afd03839b", "name": "network-vif-plugged", "status": "completed", "tag": "21594cc8-c73a-42e8-9350-519f7620496e", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:38.588452 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-078eccb1-19d6-4593-b8b7-1b3d0db20e6c {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:38.588452 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44471d5a-b894-4e3f-b59d-b03afd03839b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21594cc8-c73a-42e8-9350-519f7620496e', 'code': 200} Oct 28 08:51:38.617272 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=21594cc8-c73a-42e8-9350-519f7620496e,revision_number=10']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:38.801374 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c416a41-84d9-47b0-959c-798b32557e01 req-57c7e984-280f-423a-8cff-304ba7739cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:38.802916 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4c416a41-84d9-47b0-959c-798b32557e01 req-57c7e984-280f-423a-8cff-304ba7739cc3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 1099 time: 0.0427482 Oct 28 08:51:38.848377 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4c416a41-84d9-47b0-959c-798b32557e01 req-fe9e5249-c5ab-401f-8c03-bcbe17fb80f9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355868 Oct 28 08:51:39.371804 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b2d19-1cd0-46e4-b8cc-28b211ae6306 req-7bc35a23-38d7-475d-8ee3-78a25a7bdcb1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:39.373133 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-991b2d19-1cd0-46e4-b8cc-28b211ae6306 req-7bc35a23-38d7-475d-8ee3-78a25a7bdcb1 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 946 time: 0.0511630 Oct 28 08:51:39.452806 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-991b2d19-1cd0-46e4-b8cc-28b211ae6306 req-a267fdcc-e348-442b-86d8-51ae8c9e9d4c tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734282 Oct 28 08:51:39.463514 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f4500-f7db-44d9-b7f0-f79cfe9bbfd3 req-0dc88bb4-75e6-4a9c-956f-71b876109533 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:39.464982 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-857f4500-f7db-44d9-b7f0-f79cfe9bbfd3 req-0dc88bb4-75e6-4a9c-956f-71b876109533 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0789371 Oct 28 08:51:39.511832 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-857f4500-f7db-44d9-b7f0-f79cfe9bbfd3 req-50be7a90-1f3c-4786-bb82-9496e13e42cd tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367272 Oct 28 08:51:40.594408 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842708b-41cb-4c2b-8c62-bbfada5d7210 req-e166f7f7-dd65-4dd9-b67f-1408c33fcbd8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:40.595872 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9842708b-41cb-4c2b-8c62-bbfada5d7210 req-e166f7f7-dd65-4dd9-b67f-1408c33fcbd8 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 946 time: 0.0560625 Oct 28 08:51:40.661340 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9842708b-41cb-4c2b-8c62-bbfada5d7210 req-d289498d-0695-4b9a-bf36-ab273380eb50 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557342 Oct 28 08:51:40.670492 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db16bf6-3cf1-42e9-b352-8c1081569c69 req-0d3c00b4-929f-4228-b846-6f38f70380a7 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:40.672009 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3db16bf6-3cf1-42e9-b352-8c1081569c69 req-0d3c00b4-929f-4228-b846-6f38f70380a7 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0750659 Oct 28 08:51:40.716815 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3db16bf6-3cf1-42e9-b352-8c1081569c69 req-4d930675-e341-4f30-b3ff-401163bbfb4e tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361688 Oct 28 08:51:41.799050 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62e453-5e05-4c8d-ab65-162203b6282f req-59b42800-124e-44c7-8652-84e65831f00b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:41.800527 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bc62e453-5e05-4c8d-ab65-162203b6282f req-59b42800-124e-44c7-8652-84e65831f00b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 946 time: 0.0515850 Oct 28 08:51:41.870872 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bc62e453-5e05-4c8d-ab65-162203b6282f req-aed28a23-8991-4915-8297-b2cda25baa5b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606942 Oct 28 08:51:41.879071 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb0fba-d635-40e4-a5c4-1d435ed1d229 req-545c288f-edc6-4c41-aed1-fdf1ef409946 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:41.880667 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ecfb0fba-d635-40e4-a5c4-1d435ed1d229 req-545c288f-edc6-4c41-aed1-fdf1ef409946 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 943 time: 0.0792179 Oct 28 08:51:41.922487 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ecfb0fba-d635-40e4-a5c4-1d435ed1d229 req-6c8c01f0-9bd9-4fe3-a96c-1b121840355e tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342920 Oct 28 08:51:42.393318 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 0151d785-b8a4-4437-9aa9-d788de11dd43 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:51:42.497633 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 0151d785-b8a4-4437-9aa9-d788de11dd43, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0151d785-b8a4-4437-9aa9-d788de11dd43,segment=NetworkSegment(d816620b-6b1f-4634-be13-3394c65a21ad),segment_id=d816620b-6b1f-4634-be13-3394c65a21ad)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:42.510458 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': '0151d785-b8a4-4437-9aa9-d788de11dd43', 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5', 'port_id': '0151d785-b8a4-4437-9aa9-d788de11dd43', 'mac_address': 'fa:16:3e:e4:66:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:51:42.548421 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:42.564507 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0151d785-b8a4-4437-9aa9-d788de11dd43 {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:51:42.585817 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 0151d785-b8a4-4437-9aa9-d788de11dd43, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0151d785-b8a4-4437-9aa9-d788de11dd43,segment=NetworkSegment(d816620b-6b1f-4634-be13-3394c65a21ad),segment_id=d816620b-6b1f-4634-be13-3394c65a21ad)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:42.589834 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:42.639571 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=0151d785-b8a4-4437-9aa9-d788de11dd43,revision_number=7']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:42.711869 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60142) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:42.817301 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2d41373e-359e-4252-9aa2-6d00d96a433f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:42.902227 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2d41373e-359e-4252-9aa2-6d00d96a433f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:42.907312 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2d41373e-359e-4252-9aa2-6d00d96a433f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:42.947476 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-2d41373e-359e-4252-9aa2-6d00d96a433f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=35f0bc6423b146dc98a8d1a66b164e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344594 Oct 28 08:51:42.948344 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41373e-359e-4252-9aa2-6d00d96a433f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbabac7-67d9-4486-bf74-be526ce778d5,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:42.950181 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60148) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:42.966107 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['0151d785-b8a4-4437-9aa9-d788de11dd43'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:51:43.003474 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c84ffd3d-fbfe-4ac4-929a-43911f4e00d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:43.036349 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c84ffd3d-fbfe-4ac4-929a-43911f4e00d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:43.048162 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da24808-adb5-4941-9625-8804be8fba41 req-ab120514-9d80-42f6-8008-cfd9486fb843 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:43.049662 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0da24808-adb5-4941-9625-8804be8fba41 req-ab120514-9d80-42f6-8008-cfd9486fb843 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 944 time: 0.0530658 Oct 28 08:51:43.089286 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c84ffd3d-fbfe-4ac4-929a-43911f4e00d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:43.092713 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c84ffd3d-fbfe-4ac4-929a-43911f4e00d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:43.094132 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-c84ffd3d-fbfe-4ac4-929a-43911f4e00d7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3fbabac7-67d9-4486-bf74-be526ce778d5 HTTP/1.1" status: 204 len: 168 time: 0.1423862 Oct 28 08:51:43.106299 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ffd3d-fbfe-4ac4-929a-43911f4e00d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbabac7-67d9-4486-bf74-be526ce778d5,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:43.107794 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0da24808-adb5-4941-9625-8804be8fba41 req-17d3d8aa-a4d0-430d-b8d0-b786a3f92407 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490489 Oct 28 08:51:43.399877 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60154) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:43.414038 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e34fb338-1fc2-4657-98c2-771de992ba31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:43.500073 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e34fb338-1fc2-4657-98c2-771de992ba31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:43.511435 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e34fb338-1fc2-4657-98c2-771de992ba31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:43.548416 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fb338-1fc2-4657-98c2-771de992ba31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511d6157-7e1e-4a20-844c-670ad86b70a5,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:43.552532 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-e34fb338-1fc2-4657-98c2-771de992ba31 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2685cdbf7cd84f10a380e99d2f6e6f03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516142 Oct 28 08:51:43.556251 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60156) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:43.605116 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d42a87a9-4606-468c-a77b-c17fe70187db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:43.626922 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d42a87a9-4606-468c-a77b-c17fe70187db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:43.679627 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d42a87a9-4606-468c-a77b-c17fe70187db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:43.682191 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d42a87a9-4606-468c-a77b-c17fe70187db admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:43.685776 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-d42a87a9-4606-468c-a77b-c17fe70187db admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/511d6157-7e1e-4a20-844c-670ad86b70a5 HTTP/1.1" status: 204 len: 168 time: 0.1268651 Oct 28 08:51:43.691301 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a87a9-4606-468c-a77b-c17fe70187db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511d6157-7e1e-4a20-844c-670ad86b70a5,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:44.013638 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60162) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:44.027380 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ac2f3521-1abd-425a-9c1d-bc540fab91e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.104823 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ac2f3521-1abd-425a-9c1d-bc540fab91e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.108825 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-ac2f3521-1abd-425a-9c1d-bc540fab91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.149236 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f3521-1abd-425a-9c1d-bc540fab91e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1c3b04-9721-4605-bc5e-8c56b5c8175d,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:44.154259 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-ac2f3521-1abd-425a-9c1d-bc540fab91e3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6ecf3f4aca054cb5a316e8273a30226d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394317 Oct 28 08:51:44.156260 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60166) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:44.210903 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-fa3a64bd-7d89-48b5-aa4d-13a1068288af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.232439 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-fa3a64bd-7d89-48b5-aa4d-13a1068288af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.234460 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b2220-e9b4-4936-adcb-ce4a19730207 req-2319a17b-b827-484e-8ad3-53a06bde12be tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:44.236179 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d65b2220-e9b4-4936-adcb-ce4a19730207 req-2319a17b-b827-484e-8ad3-53a06bde12be tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 944 time: 0.0498784 Oct 28 08:51:44.278639 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d65b2220-e9b4-4936-adcb-ce4a19730207 req-e3044b2b-6445-4d06-8459-dc7a599356ee tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355010 Oct 28 08:51:44.279369 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-fa3a64bd-7d89-48b5-aa4d-13a1068288af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.282251 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-fa3a64bd-7d89-48b5-aa4d-13a1068288af admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.283496 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-fa3a64bd-7d89-48b5-aa4d-13a1068288af admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5b1c3b04-9721-4605-bc5e-8c56b5c8175d HTTP/1.1" status: 204 len: 168 time: 0.1264994 Oct 28 08:51:44.295195 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a64bd-7d89-48b5-aa4d-13a1068288af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1c3b04-9721-4605-bc5e-8c56b5c8175d,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:44.408168 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 0151d785-b8a4-4437-9aa9-d788de11dd43 up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:51:44.460760 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port 0151d785-b8a4-4437-9aa9-d788de11dd43 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:44.461240 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.548667 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.574297 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0151d785-b8a4-4437-9aa9-d788de11dd43'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:44.576608 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47750fb4-e5f3-4b36-8953-fc45114f6c67" -d '{"events": [{"server_uuid": "d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1", "name": "network-vif-plugged", "status": "completed", "tag": "0151d785-b8a4-4437-9aa9-d788de11dd43"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:44.590253 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 0151d785-b8a4-4437-9aa9-d788de11dd43, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0151d785-b8a4-4437-9aa9-d788de11dd43,segment=NetworkSegment(d816620b-6b1f-4634-be13-3394c65a21ad),segment_id=d816620b-6b1f-4634-be13-3394c65a21ad)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:44.601033 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.626934 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1793bd0-4bac-4ff0-b21e-abb9f8368561 x-openstack-request-id: req-d1793bd0-4bac-4ff0-b21e-abb9f8368561 {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:44.627457 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1", "name": "network-vif-plugged", "status": "completed", "tag": "0151d785-b8a4-4437-9aa9-d788de11dd43", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:44.627457 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d1793bd0-4bac-4ff0-b21e-abb9f8368561 {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:44.627833 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0151d785-b8a4-4437-9aa9-d788de11dd43', 'code': 200} Oct 28 08:51:44.656835 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=0151d785-b8a4-4437-9aa9-d788de11dd43,revision_number=8']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:44.885120 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55a0e8-7ea4-4490-978d-4c09e77bde24 req-8b782687-725a-478e-81a2-ef8e9feb9898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:44.886657 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4d55a0e8-7ea4-4490-978d-4c09e77bde24 req-8b782687-725a-478e-81a2-ef8e9feb9898 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 1098 time: 0.0544188 Oct 28 08:51:44.926134 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4d55a0e8-7ea4-4490-978d-4c09e77bde24 req-e937ec14-6502-47ba-925d-6ce96233ff9d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318983 Oct 28 08:51:45.406710 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b845d-c3be-40ea-b287-f82ce079595f req-02ca073a-8699-4aa3-a710-c29b520ef99a tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:45.408280 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e17b845d-c3be-40ea-b287-f82ce079595f req-02ca073a-8699-4aa3-a710-c29b520ef99a tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0514679 Oct 28 08:51:45.458339 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e17b845d-c3be-40ea-b287-f82ce079595f req-ae2fed78-2f31-4f10-a239-45b5b128095e tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429084 Oct 28 08:51:46.379160 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60238) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:46.498470 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8a86-e8e1-429d-b1b9-adf06838f135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:46.576597 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8a86-e8e1-429d-b1b9-adf06838f135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:46.581236 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8a86-e8e1-429d-b1b9-adf06838f135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:46.584796 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29d08c-68e9-46e8-a854-f713e322ce07 req-670075b2-5879-4ead-8522-a4bbe0cacb5b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:46.591359 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9f29d08c-68e9-46e8-a854-f713e322ce07 req-670075b2-5879-4ead-8522-a4bbe0cacb5b tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0601332 Oct 28 08:51:46.619243 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb8a86-e8e1-429d-b1b9-adf06838f135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea758070-249f-4308-bf8f-7b6e7e9532e7,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:46.626409 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-1bdb8a86-e8e1-429d-b1b9-adf06838f135 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=874774ae9f7e4e839da343661fc794ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454081 Oct 28 08:51:46.626835 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60244) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:46.638764 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9f29d08c-68e9-46e8-a854-f713e322ce07 req-40bca3b8-b346-4207-9910-9e2969ff9f58 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408382 Oct 28 08:51:46.683899 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-f1ca2726-0bfa-4cbe-b044-0ae018a8f01b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:46.707018 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-f1ca2726-0bfa-4cbe-b044-0ae018a8f01b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:46.755970 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-f1ca2726-0bfa-4cbe-b044-0ae018a8f01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:46.759619 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-f1ca2726-0bfa-4cbe-b044-0ae018a8f01b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:46.760747 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-f1ca2726-0bfa-4cbe-b044-0ae018a8f01b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ea758070-249f-4308-bf8f-7b6e7e9532e7 HTTP/1.1" status: 204 len: 168 time: 0.1324728 Oct 28 08:51:46.768813 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca2726-0bfa-4cbe-b044-0ae018a8f01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea758070-249f-4308-bf8f-7b6e7e9532e7,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:47.045450 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60252) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:47.064385 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b34d509e-20b9-495f-995f-7c00ef422a44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:47.141966 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b34d509e-20b9-495f-995f-7c00ef422a44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:47.145895 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b34d509e-20b9-495f-995f-7c00ef422a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:47.187352 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-b34d509e-20b9-495f-995f-7c00ef422a44 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=220d0ef976284e12a0d8b56d277fa5a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407523 Oct 28 08:51:47.188334 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d509e-20b9-495f-995f-7c00ef422a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c522465-d5a1-4fd2-aeff-0456441daa06,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:47.190742 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60254) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:47.241598 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3fabf779-943a-4905-b856-bd0865176592 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:47.267189 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3fabf779-943a-4905-b856-bd0865176592 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:47.314194 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3fabf779-943a-4905-b856-bd0865176592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:47.317206 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3fabf779-943a-4905-b856-bd0865176592 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:47.318470 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-3fabf779-943a-4905-b856-bd0865176592 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0c522465-d5a1-4fd2-aeff-0456441daa06 HTTP/1.1" status: 204 len: 168 time: 0.1268225 Oct 28 08:51:47.327315 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabf779-943a-4905-b856-bd0865176592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c522465-d5a1-4fd2-aeff-0456441daa06,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:48.235231 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:48.423937 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60284) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:48.546206 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-172dbe57-5e2a-427d-b0eb-0954f2f828fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:48.627107 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-172dbe57-5e2a-427d-b0eb-0954f2f828fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:48.631416 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-172dbe57-5e2a-427d-b0eb-0954f2f828fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:48.670567 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-172dbe57-5e2a-427d-b0eb-0954f2f828fc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5178a72e29cc43d0961780b69c1a2b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453914 Oct 28 08:51:48.671638 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dbe57-5e2a-427d-b0eb-0954f2f828fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2980c47-44bc-4c28-b2a8-fc74547353a7,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:48.673193 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60288) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:48.681836 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dbe57-5e2a-427d-b0eb-0954f2f828fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:48.682494 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dbe57-5e2a-427d-b0eb-0954f2f828fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:48.682925 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dbe57-5e2a-427d-b0eb-0954f2f828fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:48.683492 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dbe57-5e2a-427d-b0eb-0954f2f828fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:48.683953 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dbe57-5e2a-427d-b0eb-0954f2f828fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:48.684383 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dbe57-5e2a-427d-b0eb-0954f2f828fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:48.684812 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dbe57-5e2a-427d-b0eb-0954f2f828fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:48.685245 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dbe57-5e2a-427d-b0eb-0954f2f828fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:48.685672 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dbe57-5e2a-427d-b0eb-0954f2f828fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:48.686126 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dbe57-5e2a-427d-b0eb-0954f2f828fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:48.686565 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dbe57-5e2a-427d-b0eb-0954f2f828fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:48.687642 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dbe57-5e2a-427d-b0eb-0954f2f828fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:48.730248 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-49f01ba6-d8b1-4327-8007-df39f93ab023 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:48.752855 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-49f01ba6-d8b1-4327-8007-df39f93ab023 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:48.799096 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-49f01ba6-d8b1-4327-8007-df39f93ab023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:48.801878 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-49f01ba6-d8b1-4327-8007-df39f93ab023 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:48.803070 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-49f01ba6-d8b1-4327-8007-df39f93ab023 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e2980c47-44bc-4c28-b2a8-fc74547353a7 HTTP/1.1" status: 204 len: 168 time: 0.1283171 Oct 28 08:51:48.811483 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f01ba6-d8b1-4327-8007-df39f93ab023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2980c47-44bc-4c28-b2a8-fc74547353a7,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:51.528135 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8e3ab4cf-41ba-4f98-8a5f-c1a059e28ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:54.469009 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-3cf240f9-3959-48a5-b6cf-e942d1d57984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:55.490445 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:55.739291 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:57.484310 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:03.475084 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:52:17.955547 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60464) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:18.106234 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5abdd777-f54a-4330-9c65-3db8d3206636 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:18.184979 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5abdd777-f54a-4330-9c65-3db8d3206636 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:18.188798 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5abdd777-f54a-4330-9c65-3db8d3206636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:18.232276 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:18.236758 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-5abdd777-f54a-4330-9c65-3db8d3206636 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=98d069a624a94e038e1ce94552de9877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800984 Oct 28 08:52:18.237886 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdd777-f54a-4330-9c65-3db8d3206636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8041d250-8b80-4501-b037-911cffeb1355,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:18.239521 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60468) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:18.292663 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-131abb51-330f-4458-8e58-9d3ee76c3ccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:18.316301 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-131abb51-330f-4458-8e58-9d3ee76c3ccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:18.367243 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-131abb51-330f-4458-8e58-9d3ee76c3ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:18.370171 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-131abb51-330f-4458-8e58-9d3ee76c3ccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:18.371427 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-131abb51-330f-4458-8e58-9d3ee76c3ccb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8041d250-8b80-4501-b037-911cffeb1355 HTTP/1.1" status: 204 len: 168 time: 0.1289818 Oct 28 08:52:18.380284 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131abb51-330f-4458-8e58-9d3ee76c3ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8041d250-8b80-4501-b037-911cffeb1355,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:19.424734 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60502) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:19.536283 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c23343f9-959c-4f94-86b8-7c511350e4c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.617405 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c23343f9-959c-4f94-86b8-7c511350e4c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.623267 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-c23343f9-959c-4f94-86b8-7c511350e4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.663734 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-c23343f9-959c-4f94-86b8-7c511350e4c6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=655a5798d17045698498c62635da12a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377758 Oct 28 08:52:19.664642 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23343f9-959c-4f94-86b8-7c511350e4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4acb4cd-45a8-4b3e-9364-4b186f3d4eb2,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:19.668561 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60506) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:19.732471 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba809-1124-4402-872e-4cfd67ad39ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.757642 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba809-1124-4402-872e-4cfd67ad39ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.809334 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba809-1124-4402-872e-4cfd67ad39ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.812332 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba809-1124-4402-872e-4cfd67ad39ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:19.813482 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-fd2ba809-1124-4402-872e-4cfd67ad39ee admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c4acb4cd-45a8-4b3e-9364-4b186f3d4eb2 HTTP/1.1" status: 204 len: 168 time: 0.1429083 Oct 28 08:52:19.823170 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ba809-1124-4402-872e-4cfd67ad39ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4acb4cd-45a8-4b3e-9364-4b186f3d4eb2,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:21.542004 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-10998634-adac-4f27-a95a-36d5409585d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:24.477344 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-2acd000b-3975-4145-a4f0-f789a5ecb066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:25.096444 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60568) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:25.207056 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-29d6b64b-22e8-43a1-b741-fa2c10664cee admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:25.289151 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-29d6b64b-22e8-43a1-b741-fa2c10664cee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:25.293695 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-29d6b64b-22e8-43a1-b741-fa2c10664cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:25.331012 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-29d6b64b-22e8-43a1-b741-fa2c10664cee admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0490dd1ce15849168e1dcf3fee8009fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334614 Oct 28 08:52:25.331872 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6b64b-22e8-43a1-b741-fa2c10664cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d53fe9-107f-448a-85e8-e9d639ee79a6,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:25.333805 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60572) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:25.385419 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-bf8de8c4-6474-4f61-958e-18377125b49e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:25.408026 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-bf8de8c4-6474-4f61-958e-18377125b49e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:25.460987 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-bf8de8c4-6474-4f61-958e-18377125b49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:25.463637 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-bf8de8c4-6474-4f61-958e-18377125b49e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:25.464807 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-bf8de8c4-6474-4f61-958e-18377125b49e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c1d53fe9-107f-448a-85e8-e9d639ee79a6 HTTP/1.1" status: 204 len: 168 time: 0.1288924 Oct 28 08:52:25.472432 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8de8c4-6474-4f61-958e-18377125b49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d53fe9-107f-448a-85e8-e9d639ee79a6,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:25.494359 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:25.739338 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:25.754349 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60582) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:25.768478 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ffe4e507-79a4-419f-9d2b-1e9dc4460ff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:25.846017 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ffe4e507-79a4-419f-9d2b-1e9dc4460ff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:25.849910 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ffe4e507-79a4-419f-9d2b-1e9dc4460ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:25.889122 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-ffe4e507-79a4-419f-9d2b-1e9dc4460ff4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ee5987f128c246b4aa7c7ae87560d8f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1335161 Oct 28 08:52:25.890428 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4e507-79a4-419f-9d2b-1e9dc4460ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0e36c2-d8ff-462c-a7de-449c7c27b583,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:25.891698 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60584) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:25.947380 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d8681fae-03d7-4d62-b1cb-9e57626f4be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:25.968212 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d8681fae-03d7-4d62-b1cb-9e57626f4be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:26.018347 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d8681fae-03d7-4d62-b1cb-9e57626f4be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:26.020980 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d8681fae-03d7-4d62-b1cb-9e57626f4be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:26.022599 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-d8681fae-03d7-4d62-b1cb-9e57626f4be9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6f0e36c2-d8ff-462c-a7de-449c7c27b583 HTTP/1.1" status: 204 len: 168 time: 0.1295276 Oct 28 08:52:26.033056 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8681fae-03d7-4d62-b1cb-9e57626f4be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0e36c2-d8ff-462c-a7de-449c7c27b583,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:27.491022 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:40.476515 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:52:48.258481 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:49.264769 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60714) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:49.440422 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Deleting port 479b6470-05e9-465f-85e6-1b9412fdaf00 {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:49.440765 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:49.788649 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:49.789021 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:49.802770 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Calling delete_port for 479b6470-05e9-465f-85e6-1b9412fdaf00 owned by network:floatingip {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:49.951952 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:49.976920 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event deleted for resources: {'Port': ['ID=479b6470-05e9-465f-85e6-1b9412fdaf00,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:50.008450 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:50.008863 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:50.009121 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:50.009451 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:50.009775 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:50.010125 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:50.010451 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:50.010773 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:50.011097 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:50.011413 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:50.011728 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:50.012042 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:50.054967 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for floatingip, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:50.055349 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.l3_db [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Floating IP d4f16f62-eab3-4e33-b131-08c3a29f6b4d disassociated (deleted). External IP: 172.27.2.62, port: 58fe07ec-e0d5-48c7-a254-bcaf6285fb85. Oct 28 08:52:50.272411 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Router 36e695ef-6b9b-4f62-8445-7a8cd049392e has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:52:50.381683 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:52:50.386636 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:50.391398 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e36c830-14b6-49b4-b2bc-62c81a32f91b None None] Sync routers for ids ['36e695ef-6b9b-4f62-8445-7a8cd049392e'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:52:50.401541 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e36c830-14b6-49b4-b2bc-62c81a32f91b None None] Routers {'36e695ef-6b9b-4f62-8445-7a8cd049392e'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:50.402190 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-0e36c830-14b6-49b4-b2bc-62c81a32f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:52:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['36e695ef-6b9b-4f62-8445-7a8cd049392e'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:50.415912 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-89cfd803-f1af-4afd-a4db-b2b7857d2363 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "DELETE /v2.0/floatingips/d4f16f62-eab3-4e33-b131-08c3a29f6b4d HTTP/1.1" status: 204 len: 168 time: 1.1497502 Oct 28 08:52:50.416510 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98', 'tag': '58fe07ec-e0d5-48c7-a254-bcaf6285fb85'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:50.418983 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ddd44a-9232-4db4-b724-595b3f770b07" -d '{"events": [{"name": "network-changed", "server_uuid": "dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98", "tag": "58fe07ec-e0d5-48c7-a254-bcaf6285fb85"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:50.526096 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-0e36c830-14b6-49b4-b2bc-62c81a32f91b None None] Set router 36e695ef-6b9b-4f62-8445-7a8cd049392e gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:50.615228 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dacf77-f4ea-45cf-b67c-9604a200b460 x-openstack-request-id: req-f6dacf77-f4ea-45cf-b67c-9604a200b460 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:50.615522 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98", "tag": "58fe07ec-e0d5-48c7-a254-bcaf6285fb85", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:50.615840 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f6dacf77-f4ea-45cf-b67c-9604a200b460 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:50.616260 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98', 'tag': '58fe07ec-e0d5-48c7-a254-bcaf6285fb85', 'status': 'completed', 'code': 200} Oct 28 08:52:50.698687 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e359d-6ed8-484a-94b5-23cc2c04a70b req-72db46be-4a9d-4760-98c8-f47f16833157 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:50.700216 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-728e359d-6ed8-484a-94b5-23cc2c04a70b req-72db46be-4a9d-4760-98c8-f47f16833157 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 945 time: 0.0831411 Oct 28 08:52:50.718109 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddd44a-9232-4db4-b724-595b3f770b07 req-38a04ed7-4131-4880-8d04-0f91c7e7cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:50.719558 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d5ddd44a-9232-4db4-b724-595b3f770b07 req-38a04ed7-4131-4880-8d04-0f91c7e7cdde service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f8be4e851fc4c5bb989b23068ab50b0&device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 1098 time: 0.0700302 Oct 28 08:52:50.779580 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-0e36c830-14b6-49b4-b2bc-62c81a32f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'bbd18641-cc8a-47a6-86ab-d1d3d031039c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'port_id': 'fc95f307-8716-45cd-991e-6a984816ab3c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'mac_address': 'fa:16:3e:46:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:47:42Z', 'updated_at': '2021-10-28T08:47:44Z', 'revision_number': 1, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:22Z', 'revision_number': 5, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:50.810231 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e36c830-14b6-49b4-b2bc-62c81a32f91b None None] Checking router: 36e695ef-6b9b-4f62-8445-7a8cd049392e for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:52:50.811084 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-728e359d-6ed8-484a-94b5-23cc2c04a70b req-c27cbb8b-2da9-44f4-b5f3-5b3516dca5c9 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037965 Oct 28 08:52:50.820148 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e36c830-14b6-49b4-b2bc-62c81a32f91b None None] Routers {'36e695ef-6b9b-4f62-8445-7a8cd049392e'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:50.820780 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-0e36c830-14b6-49b4-b2bc-62c81a32f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:52:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['36e695ef-6b9b-4f62-8445-7a8cd049392e'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:50.850527 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddd44a-9232-4db4-b724-595b3f770b07 req-d9bd4666-2e5b-42d3-a0d8-34d59b429fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:50.852002 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d5ddd44a-9232-4db4-b724-595b3f770b07 req-d9bd4666-2e5b-42d3-a0d8-34d59b429fde service neutron] 10.222.0.77 "GET /v2.0/networks?id=5c4e2068-440b-4c5b-b064-f6b110ee163c HTTP/1.1" status: 200 len: 913 time: 0.1180544 Oct 28 08:52:50.895539 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d5ddd44a-9232-4db4-b724-595b3f770b07 req-14d927b6-38e1-4175-989c-f3fe1fc05086 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58fe07ec-e0d5-48c7-a254-bcaf6285fb85 HTTP/1.1" status: 200 len: 217 time: 0.0356278 Oct 28 08:52:50.934906 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-0e36c830-14b6-49b4-b2bc-62c81a32f91b None None] Set router 36e695ef-6b9b-4f62-8445-7a8cd049392e gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:50.954670 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddd44a-9232-4db4-b724-595b3f770b07 req-f8ff0eef-7c07-470e-ab71-270d72ba4d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:50.956162 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d5ddd44a-9232-4db4-b724-595b3f770b07 req-f8ff0eef-7c07-470e-ab71-270d72ba4d75 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d439cbbc-8140-4f09-a0c2-b4e28c8b97de HTTP/1.1" status: 200 len: 850 time: 0.0516725 Oct 28 08:52:51.007408 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddd44a-9232-4db4-b724-595b3f770b07 req-e60f550e-01b0-44e4-a334-410090fbf8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:51.009271 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d5ddd44a-9232-4db4-b724-595b3f770b07 req-e60f550e-01b0-44e4-a334-410090fbf8a4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c4e2068-440b-4c5b-b064-f6b110ee163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447104 Oct 28 08:52:51.129412 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d5ddd44a-9232-4db4-b724-595b3f770b07 req-a35f591d-a457-43cb-8036-4187e8c0db74 service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117132 Oct 28 08:52:51.246711 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d5ddd44a-9232-4db4-b724-595b3f770b07 req-333c8d20-fe71-4732-9d7a-84ef21ce1776 service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096754 Oct 28 08:52:51.276471 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-0e36c830-14b6-49b4-b2bc-62c81a32f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'bbd18641-cc8a-47a6-86ab-d1d3d031039c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'port_id': 'fc95f307-8716-45cd-991e-6a984816ab3c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'mac_address': 'fa:16:3e:46:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:47:42Z', 'updated_at': '2021-10-28T08:47:44Z', 'revision_number': 1, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:22Z', 'revision_number': 5, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:51.306926 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e36c830-14b6-49b4-b2bc-62c81a32f91b None None] The sync data for ids ['36e695ef-6b9b-4f62-8445-7a8cd049392e'] in dv-cinder-815660-3-iscsi is: [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_floatingips': [{'id': 'bbd18641-cc8a-47a6-86ab-d1d3d031039c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'router_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'port_id': 'fc95f307-8716-45cd-991e-6a984816ab3c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'mac_address': 'fa:16:3e:46:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:47:42Z', 'updated_at': '2021-10-28T08:47:44Z', 'revision_number': 1, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:22Z', 'revision_number': 5, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:52:51.530661 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85887001-874f-4dfe-9f94-34e0879a2052 None None] New status for floating IP d4f16f62-eab3-4e33-b131-08c3a29f6b4d: DOWN {{(pid=108151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:52:51.593758 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-95f6d0f4-fcf9-4f5e-b66f-d5ac19edb201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:51.939429 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e9de3-8d3f-450c-8eb2-f4d0bc1efbd8 req-1efe5101-fba2-488a-8ca7-dc15058f178f tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:51.940898 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ce7e9de3-8d3f-450c-8eb2-f4d0bc1efbd8 req-1efe5101-fba2-488a-8ca7-dc15058f178f tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 945 time: 0.0503380 Oct 28 08:52:51.983640 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ce7e9de3-8d3f-450c-8eb2-f4d0bc1efbd8 req-faf1aafb-f4d6-4e01-ab70-50ffd93cfa1f tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349662 Oct 28 08:52:52.960409 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0a16e-8ea2-4b7c-ad62-79dd608d489f req-1b804cb1-1d2e-454c-8699-f349641022bc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:52.961960 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-28b0a16e-8ea2-4b7c-ad62-79dd608d489f req-1b804cb1-1d2e-454c-8699-f349641022bc tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.77 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 945 time: 0.0539963 Oct 28 08:52:53.100785 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-28b0a16e-8ea2-4b7c-ad62-79dd608d489f req-6c5dc34d-5832-48cc-b495-f00114df95aa tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Deleting port 58fe07ec-e0d5-48c7-a254-bcaf6285fb85 {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:53.101114 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-28b0a16e-8ea2-4b7c-ad62-79dd608d489f req-6c5dc34d-5832-48cc-b495-f00114df95aa tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.176032 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c24c0-1d73-4cdd-a773-3515000f1a59 req-9feea076-0df1-438a-a939-a6fa333562fe tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:53.178248 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-020c24c0-1d73-4cdd-a773-3515000f1a59 req-9feea076-0df1-438a-a939-a6fa333562fe tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 945 time: 0.1242723 Oct 28 08:52:53.243416 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-28b0a16e-8ea2-4b7c-ad62-79dd608d489f req-6c5dc34d-5832-48cc-b495-f00114df95aa tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] For port 58fe07ec-e0d5-48c7-a254-bcaf6285fb85, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=58fe07ec-e0d5-48c7-a254-bcaf6285fb85,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:53.243681 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-28b0a16e-8ea2-4b7c-ad62-79dd608d489f req-6c5dc34d-5832-48cc-b495-f00114df95aa tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.253280 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-020c24c0-1d73-4cdd-a773-3515000f1a59 req-23c0e0c3-8fe9-4284-8afc-07363626916e tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669382 Oct 28 08:52:53.260306 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-28b0a16e-8ea2-4b7c-ad62-79dd608d489f req-6c5dc34d-5832-48cc-b495-f00114df95aa tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Calling delete_port for 58fe07ec-e0d5-48c7-a254-bcaf6285fb85 owned by compute:nova {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:53.406507 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-28b0a16e-8ea2-4b7c-ad62-79dd608d489f req-6c5dc34d-5832-48cc-b495-f00114df95aa tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.443314 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5dc34d-5832-48cc-b495-f00114df95aa tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event deleted for resources: {'Port': ['ID=58fe07ec-e0d5-48c7-a254-bcaf6285fb85,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:53.484242 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b0a16e-8ea2-4b7c-ad62-79dd608d489f req-6c5dc34d-5832-48cc-b495-f00114df95aa tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] No DVR routers for this DVR port 58fe07ec-e0d5-48c7-a254-bcaf6285fb85 on host hv-cinder-81566 {{(pid=108149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:52:53.486956 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-28b0a16e-8ea2-4b7c-ad62-79dd608d489f req-6c5dc34d-5832-48cc-b495-f00114df95aa tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.491182 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-28b0a16e-8ea2-4b7c-ad62-79dd608d489f req-6c5dc34d-5832-48cc-b495-f00114df95aa tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.77 "DELETE /v2.0/ports/58fe07ec-e0d5-48c7-a254-bcaf6285fb85 HTTP/1.1" status: 204 len: 173 time: 0.5224023 Oct 28 08:52:53.491662 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98', 'name': 'network-vif-deleted', 'tag': '58fe07ec-e0d5-48c7-a254-bcaf6285fb85'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:53.494006 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d6dbdf-90d8-450d-b45a-42fda2c8d363" -d '{"events": [{"server_uuid": "dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98", "name": "network-vif-deleted", "tag": "58fe07ec-e0d5-48c7-a254-bcaf6285fb85"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:53.540119 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dd8eb8-fa72-4c93-a826-14d404516cbb x-openstack-request-id: req-35dd8eb8-fa72-4c93-a826-14d404516cbb {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:53.540676 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98", "name": "network-vif-deleted", "tag": "58fe07ec-e0d5-48c7-a254-bcaf6285fb85", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:53.540919 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-35dd8eb8-fa72-4c93-a826-14d404516cbb {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:53.541319 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98', 'name': 'network-vif-deleted', 'tag': '58fe07ec-e0d5-48c7-a254-bcaf6285fb85', 'status': 'completed', 'code': 200} Oct 28 08:52:53.575559 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60762) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:53.683272 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7596e0e0-59c9-4335-8b36-89cfd4af0fb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.780234 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7596e0e0-59c9-4335-8b36-89cfd4af0fb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.784494 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7596e0e0-59c9-4335-8b36-89cfd4af0fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.832555 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-7596e0e0-59c9-4335-8b36-89cfd4af0fb0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4ba89820fd9d410d9d95751907d4981f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558520 Oct 28 08:52:53.836742 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60766) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:53.838460 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596e0e0-59c9-4335-8b36-89cfd4af0fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab071ba9-6a0e-4522-a5bf-00e9b62c901e,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:53.914128 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4730eae8-7aa1-43b7-95a2-cdb4a8039758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.937665 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4730eae8-7aa1-43b7-95a2-cdb4a8039758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.987272 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4730eae8-7aa1-43b7-95a2-cdb4a8039758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.990551 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4730eae8-7aa1-43b7-95a2-cdb4a8039758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.991689 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-4730eae8-7aa1-43b7-95a2-cdb4a8039758 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ab071ba9-6a0e-4522-a5bf-00e9b62c901e HTTP/1.1" status: 204 len: 168 time: 0.1534579 Oct 28 08:52:53.999540 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730eae8-7aa1-43b7-95a2-cdb4a8039758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab071ba9-6a0e-4522-a5bf-00e9b62c901e,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:54.007410 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730eae8-7aa1-43b7-95a2-cdb4a8039758 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:54.007752 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730eae8-7aa1-43b7-95a2-cdb4a8039758 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:54.008851 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730eae8-7aa1-43b7-95a2-cdb4a8039758 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:54.008851 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730eae8-7aa1-43b7-95a2-cdb4a8039758 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:54.008851 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730eae8-7aa1-43b7-95a2-cdb4a8039758 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:54.009155 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730eae8-7aa1-43b7-95a2-cdb4a8039758 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:54.009332 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730eae8-7aa1-43b7-95a2-cdb4a8039758 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:54.009891 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730eae8-7aa1-43b7-95a2-cdb4a8039758 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:54.010213 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730eae8-7aa1-43b7-95a2-cdb4a8039758 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:54.010543 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730eae8-7aa1-43b7-95a2-cdb4a8039758 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:54.010861 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730eae8-7aa1-43b7-95a2-cdb4a8039758 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:54.011190 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730eae8-7aa1-43b7-95a2-cdb4a8039758 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:54.373506 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-db87a44e-f549-475c-b3c1-d25bbfc26753 req-f0aaa0a9-d2de-4dd3-9a1e-43587075d621 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=dba19f7c-dd58-44ad-9bc7-f0e2ee3e3b98 HTTP/1.1" status: 200 len: 210 time: 0.0276563 Oct 28 08:52:54.472325 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-a1a19bea-ca00-4468-b3bd-d034c7d00623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.268213 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b37139d3-426c-4c8d-a6e7-58caacbac442 req-ea8b2146-fc91-48f9-a67b-d7d792b2dae4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427408 Oct 28 08:52:55.359112 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37139d3-426c-4c8d-a6e7-58caacbac442 req-ad25d8f4-508a-4eee-859b-974dfd7d6762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:55.361267 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b37139d3-426c-4c8d-a6e7-58caacbac442 req-ad25d8f4-508a-4eee-859b-974dfd7d6762 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f8be4e851fc4c5bb989b23068ab50b0&device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 1099 time: 0.0465055 Oct 28 08:52:55.479017 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37139d3-426c-4c8d-a6e7-58caacbac442 req-79c2e73b-2368-4e91-86e6-d7fec115e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:55.480523 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b37139d3-426c-4c8d-a6e7-58caacbac442 req-79c2e73b-2368-4e91-86e6-d7fec115e2ad service neutron] 10.222.0.77 "GET /v2.0/networks?id=5c4e2068-440b-4c5b-b064-f6b110ee163c HTTP/1.1" status: 200 len: 913 time: 0.0967915 Oct 28 08:52:55.495853 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.555611 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b37139d3-426c-4c8d-a6e7-58caacbac442 req-57eccd6d-9dd5-4cb7-804c-82cbb7fef35f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc95f307-8716-45cd-991e-6a984816ab3c HTTP/1.1" status: 200 len: 1001 time: 0.0659587 Oct 28 08:52:55.608205 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37139d3-426c-4c8d-a6e7-58caacbac442 req-7223c8f7-fc77-4b42-81ab-f170a530e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:55.609682 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b37139d3-426c-4c8d-a6e7-58caacbac442 req-7223c8f7-fc77-4b42-81ab-f170a530e43f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d439cbbc-8140-4f09-a0c2-b4e28c8b97de HTTP/1.1" status: 200 len: 850 time: 0.0465419 Oct 28 08:52:55.657658 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37139d3-426c-4c8d-a6e7-58caacbac442 req-d0dab922-db6a-4a66-a030-159c6e64516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:55.659292 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b37139d3-426c-4c8d-a6e7-58caacbac442 req-d0dab922-db6a-4a66-a030-159c6e64516f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c4e2068-440b-4c5b-b064-f6b110ee163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412881 Oct 28 08:52:55.744373 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.766205 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b37139d3-426c-4c8d-a6e7-58caacbac442 req-f932d904-b8f7-45c7-82e2-c97eb3522328 service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984707 Oct 28 08:52:55.865269 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b37139d3-426c-4c8d-a6e7-58caacbac442 req-1156ab9d-dc15-4479-813f-6de87e9f29ab service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913293 Oct 28 08:52:56.779662 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 58fe07ec-e0d5-48c7-a254-bcaf6285fb85 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:56.799764 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] No Port match for: 58fe07ec-e0d5-48c7-a254-bcaf6285fb85 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:52:56.800102 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 58fe07ec-e0d5-48c7-a254-bcaf6285fb85 not bound to the agent host hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:52:57.490721 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:57.677229 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60790) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:57.844399 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-7ec39dc7-0f7c-4dc9-b2ba-e996f5a3ab18 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Deleting port f0d0842b-4d20-4929-b3e3-d84ea452213a {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:57.844743 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7ec39dc7-0f7c-4dc9-b2ba-e996f5a3ab18 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:57.930219 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7ec39dc7-0f7c-4dc9-b2ba-e996f5a3ab18 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:57.930537 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7ec39dc7-0f7c-4dc9-b2ba-e996f5a3ab18 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:57.942084 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-7ec39dc7-0f7c-4dc9-b2ba-e996f5a3ab18 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Calling delete_port for f0d0842b-4d20-4929-b3e3-d84ea452213a owned by network:floatingip {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:58.097975 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7ec39dc7-0f7c-4dc9-b2ba-e996f5a3ab18 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.124773 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec39dc7-0f7c-4dc9-b2ba-e996f5a3ab18 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event deleted for resources: {'Port': ['ID=f0d0842b-4d20-4929-b3e3-d84ea452213a,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:58.198939 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7ec39dc7-0f7c-4dc9-b2ba-e996f5a3ab18 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for floatingip, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.199269 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.l3_db [None req-7ec39dc7-0f7c-4dc9-b2ba-e996f5a3ab18 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Floating IP bbd18641-cc8a-47a6-86ab-d1d3d031039c disassociated (deleted). External IP: 172.27.2.93, port: fc95f307-8716-45cd-991e-6a984816ab3c. Oct 28 08:52:58.422025 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec39dc7-0f7c-4dc9-b2ba-e996f5a3ab18 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Router 36e695ef-6b9b-4f62-8445-7a8cd049392e has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:52:58.539671 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec39dc7-0f7c-4dc9-b2ba-e996f5a3ab18 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:52:58.544909 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7ec39dc7-0f7c-4dc9-b2ba-e996f5a3ab18 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:58.549408 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7562e75-666a-4fc4-8504-86c805eb1c1b None None] Sync routers for ids ['36e695ef-6b9b-4f62-8445-7a8cd049392e'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:52:58.559427 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7562e75-666a-4fc4-8504-86c805eb1c1b None None] Routers {'36e695ef-6b9b-4f62-8445-7a8cd049392e'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:58.560050 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-d7562e75-666a-4fc4-8504-86c805eb1c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:52:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['36e695ef-6b9b-4f62-8445-7a8cd049392e'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:58.572570 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-7ec39dc7-0f7c-4dc9-b2ba-e996f5a3ab18 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "DELETE /v2.0/floatingips/bbd18641-cc8a-47a6-86ab-d1d3d031039c HTTP/1.1" status: 204 len: 168 time: 0.8942094 Oct 28 08:52:58.573300 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'tag': 'fc95f307-8716-45cd-991e-6a984816ab3c'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:58.576186 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbdad08-12e5-4b3a-82b7-d6172d30ab87" -d '{"events": [{"name": "network-changed", "server_uuid": "82e1be19-0a03-4c39-a83c-6003d4bd42d3", "tag": "fc95f307-8716-45cd-991e-6a984816ab3c"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:58.615024 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3414e305-29b2-4d39-99a8-10b39e2b6eb5 x-openstack-request-id: req-3414e305-29b2-4d39-99a8-10b39e2b6eb5 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:58.615240 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e1be19-0a03-4c39-a83c-6003d4bd42d3", "tag": "fc95f307-8716-45cd-991e-6a984816ab3c", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:58.615748 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3414e305-29b2-4d39-99a8-10b39e2b6eb5 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:58.616393 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'tag': 'fc95f307-8716-45cd-991e-6a984816ab3c', 'status': 'completed', 'code': 200} Oct 28 08:52:58.671141 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-d7562e75-666a-4fc4-8504-86c805eb1c1b None None] Set router 36e695ef-6b9b-4f62-8445-7a8cd049392e gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:58.696731 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdad08-12e5-4b3a-82b7-d6172d30ab87 req-f2fd9134-f164-482f-8f00-c03face88ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:58.698960 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0dbdad08-12e5-4b3a-82b7-d6172d30ab87 req-f2fd9134-f164-482f-8f00-c03face88ba5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f8be4e851fc4c5bb989b23068ab50b0&device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 1099 time: 0.0547111 Oct 28 08:52:58.825817 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdad08-12e5-4b3a-82b7-d6172d30ab87 req-d2a40831-d451-455f-aaaa-1e46574e1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:58.827277 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0dbdad08-12e5-4b3a-82b7-d6172d30ab87 req-d2a40831-d451-455f-aaaa-1e46574e1adc service neutron] 10.222.0.77 "GET /v2.0/networks?id=5c4e2068-440b-4c5b-b064-f6b110ee163c HTTP/1.1" status: 200 len: 913 time: 0.1199310 Oct 28 08:52:58.850002 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eec83e-9905-4f46-b687-f61c545a78a4 req-e82bcc39-76e9-4e65-abb9-24d94cae811c tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:58.851635 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-16eec83e-9905-4f46-b687-f61c545a78a4 req-e82bcc39-76e9-4e65-abb9-24d94cae811c tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 946 time: 0.0740709 Oct 28 08:52:58.885760 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0dbdad08-12e5-4b3a-82b7-d6172d30ab87 req-a5422ec6-2b53-4cdf-8a9c-eb8ee51f3911 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc95f307-8716-45cd-991e-6a984816ab3c HTTP/1.1" status: 200 len: 217 time: 0.0499897 Oct 28 08:52:58.899277 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-d7562e75-666a-4fc4-8504-86c805eb1c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:22Z', 'revision_number': 5, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:58.929674 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7562e75-666a-4fc4-8504-86c805eb1c1b None None] Checking router: 36e695ef-6b9b-4f62-8445-7a8cd049392e for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:52:58.938115 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7562e75-666a-4fc4-8504-86c805eb1c1b None None] Routers {'36e695ef-6b9b-4f62-8445-7a8cd049392e'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:58.938586 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-d7562e75-666a-4fc4-8504-86c805eb1c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:52:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['36e695ef-6b9b-4f62-8445-7a8cd049392e'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:58.958399 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-16eec83e-9905-4f46-b687-f61c545a78a4 req-afb26c5c-2d61-48ab-912e-ec48dde81529 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/security-groups?id=c405c15c-8e48-461b-8864-0082f394afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750964 Oct 28 08:52:58.966603 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdad08-12e5-4b3a-82b7-d6172d30ab87 req-b82358b4-a33c-4cdb-92bd-3418e2596ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:58.967996 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0dbdad08-12e5-4b3a-82b7-d6172d30ab87 req-b82358b4-a33c-4cdb-92bd-3418e2596ebb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d439cbbc-8140-4f09-a0c2-b4e28c8b97de HTTP/1.1" status: 200 len: 850 time: 0.0697868 Oct 28 08:52:59.020055 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdad08-12e5-4b3a-82b7-d6172d30ab87 req-2fc82f92-e4f2-43d3-9ba9-1b565c9671b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:59.022197 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0dbdad08-12e5-4b3a-82b7-d6172d30ab87 req-2fc82f92-e4f2-43d3-9ba9-1b565c9671b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5c4e2068-440b-4c5b-b064-f6b110ee163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446920 Oct 28 08:52:59.047914 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-d7562e75-666a-4fc4-8504-86c805eb1c1b None None] Set router 36e695ef-6b9b-4f62-8445-7a8cd049392e gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:59.120778 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0dbdad08-12e5-4b3a-82b7-d6172d30ab87 req-d215d840-cac6-4cf7-a6f1-7aeeab4c23ad service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905418 Oct 28 08:52:59.221480 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0dbdad08-12e5-4b3a-82b7-d6172d30ab87 req-0643ca70-9b38-45a8-8048-c4339ff18c3b service neutron] 10.222.0.77 "GET /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901043 Oct 28 08:52:59.257380 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-d7562e75-666a-4fc4-8504-86c805eb1c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:22Z', 'revision_number': 5, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:59.284828 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7562e75-666a-4fc4-8504-86c805eb1c1b None None] The sync data for ids ['36e695ef-6b9b-4f62-8445-7a8cd049392e'] in dv-cinder-815660-3-iscsi is: [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:43:17Z', 'revision_number': 4, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '6435295e-129a-4217-8d9b-cf229c9c1d1d', 'name': '', 'network_id': '5c4e2068-440b-4c5b-b064-f6b110ee163c', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'mac_address': 'fa:16:3e:e2:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:17Z', 'updated_at': '2021-10-28T08:43:22Z', 'revision_number': 5, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'subnets': [{'id': 'd439cbbc-8140-4f09-a0c2-b4e28c8b97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:52:59.499513 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f8dd8a-64b7-4ab3-a33a-44ec077d4c0e None None] New status for floating IP bbd18641-cc8a-47a6-86ab-d1d3d031039c: DOWN {{(pid=108151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:52:59.639586 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7aa6b-0d77-4e60-90e1-197c0bb0cbb9 req-af6b76f2-3edf-4bdb-b56e-b917659bd38d tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:59.641145 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9da7aa6b-0d77-4e60-90e1-197c0bb0cbb9 req-af6b76f2-3edf-4bdb-b56e-b917659bd38d tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.77 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 946 time: 0.0638204 Oct 28 08:52:59.735043 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-9da7aa6b-0d77-4e60-90e1-197c0bb0cbb9 req-24f04150-40b1-4bab-bae9-ddf9c80d5c43 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Deleting port fc95f307-8716-45cd-991e-6a984816ab3c {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:59.735722 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-9da7aa6b-0d77-4e60-90e1-197c0bb0cbb9 req-24f04150-40b1-4bab-bae9-ddf9c80d5c43 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:59.831352 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-9da7aa6b-0d77-4e60-90e1-197c0bb0cbb9 req-24f04150-40b1-4bab-bae9-ddf9c80d5c43 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] For port fc95f307-8716-45cd-991e-6a984816ab3c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=fc95f307-8716-45cd-991e-6a984816ab3c,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:59.831711 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-9da7aa6b-0d77-4e60-90e1-197c0bb0cbb9 req-24f04150-40b1-4bab-bae9-ddf9c80d5c43 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:59.845583 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-9da7aa6b-0d77-4e60-90e1-197c0bb0cbb9 req-24f04150-40b1-4bab-bae9-ddf9c80d5c43 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Calling delete_port for fc95f307-8716-45cd-991e-6a984816ab3c owned by compute:nova {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:59.985966 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-9da7aa6b-0d77-4e60-90e1-197c0bb0cbb9 req-24f04150-40b1-4bab-bae9-ddf9c80d5c43 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:00.016247 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f04150-40b1-4bab-bae9-ddf9c80d5c43 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event deleted for resources: {'Port': ['ID=fc95f307-8716-45cd-991e-6a984816ab3c,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:00.081997 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da7aa6b-0d77-4e60-90e1-197c0bb0cbb9 req-24f04150-40b1-4bab-bae9-ddf9c80d5c43 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] No DVR routers for this DVR port fc95f307-8716-45cd-991e-6a984816ab3c on host hv-cinder-81566 {{(pid=108149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:53:00.084775 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-9da7aa6b-0d77-4e60-90e1-197c0bb0cbb9 req-24f04150-40b1-4bab-bae9-ddf9c80d5c43 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:00.088187 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9da7aa6b-0d77-4e60-90e1-197c0bb0cbb9 req-24f04150-40b1-4bab-bae9-ddf9c80d5c43 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.77 "DELETE /v2.0/ports/fc95f307-8716-45cd-991e-6a984816ab3c HTTP/1.1" status: 204 len: 173 time: 0.4406149 Oct 28 08:53:00.090212 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a4e84600-c5ae-41f3-bddc-78eab6165605 req-8a4f6db6-4b2f-44cc-b091-1afcffe108e0 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "GET /v2.0/ports?device_id=82e1be19-0a03-4c39-a83c-6003d4bd42d3 HTTP/1.1" status: 200 len: 210 time: 0.0493417 Oct 28 08:53:00.617954 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'name': 'network-vif-deleted', 'tag': 'fc95f307-8716-45cd-991e-6a984816ab3c'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:00.620369 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4192afd-aff9-4f47-ae3b-360a915a37fe" -d '{"events": [{"server_uuid": "82e1be19-0a03-4c39-a83c-6003d4bd42d3", "name": "network-vif-deleted", "tag": "fc95f307-8716-45cd-991e-6a984816ab3c"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:00.656184 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42070ff-846a-4444-8031-ff7de1651399 x-openstack-request-id: req-d42070ff-846a-4444-8031-ff7de1651399 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:00.656475 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e1be19-0a03-4c39-a83c-6003d4bd42d3", "name": "network-vif-deleted", "tag": "fc95f307-8716-45cd-991e-6a984816ab3c", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:00.656724 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d42070ff-846a-4444-8031-ff7de1651399 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:00.657120 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e1be19-0a03-4c39-a83c-6003d4bd42d3', 'name': 'network-vif-deleted', 'tag': 'fc95f307-8716-45cd-991e-6a984816ab3c', 'status': 'completed', 'code': 200} Oct 28 08:53:01.151105 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60808) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:01.281351 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-02071056-5139-45f9-847c-d3b6d446dfbf tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Deleting port 76b468e6-b20d-474d-b461-1020f864e810 {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:01.281684 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-02071056-5139-45f9-847c-d3b6d446dfbf tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:01.361760 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-02071056-5139-45f9-847c-d3b6d446dfbf tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:01.362105 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-02071056-5139-45f9-847c-d3b6d446dfbf tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:01.374398 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-02071056-5139-45f9-847c-d3b6d446dfbf tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Calling delete_port for 76b468e6-b20d-474d-b461-1020f864e810 owned by network:floatingip {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:01.516488 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-02071056-5139-45f9-847c-d3b6d446dfbf tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:01.544453 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02071056-5139-45f9-847c-d3b6d446dfbf tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event deleted for resources: {'Port': ['ID=76b468e6-b20d-474d-b461-1020f864e810,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:01.610411 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-02071056-5139-45f9-847c-d3b6d446dfbf tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for floatingip, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:01.613247 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-02071056-5139-45f9-847c-d3b6d446dfbf tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:01.615779 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-02071056-5139-45f9-847c-d3b6d446dfbf tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "DELETE /v2.0/floatingips/e6e9aa2d-bb6c-4249-a3eb-22cf01fc91fe HTTP/1.1" status: 204 len: 168 time: 0.4625573 Oct 28 08:53:02.813608 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60820) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:02.824833 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device fc95f307-8716-45cd-991e-6a984816ab3c no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:02.845104 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] No Port match for: fc95f307-8716-45cd-991e-6a984816ab3c {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:02.845435 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device fc95f307-8716-45cd-991e-6a984816ab3c not bound to the agent host hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:03.135467 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d7930ca6-b5b0-49e4-8384-f2d66d07e241 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:03.160563 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d7930ca6-b5b0-49e4-8384-f2d66d07e241 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:03.220192 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d7930ca6-b5b0-49e4-8384-f2d66d07e241 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:03.222895 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-d7930ca6-b5b0-49e4-8384-f2d66d07e241 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:03.224673 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-d7930ca6-b5b0-49e4-8384-f2d66d07e241 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] 10.222.0.74 "DELETE /v2.0/security-groups/c405c15c-8e48-461b-8864-0082f394afc7 HTTP/1.1" status: 204 len: 168 time: 0.4100380 Oct 28 08:53:03.234859 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7930ca6-b5b0-49e4-8384-f2d66d07e241 tempest-TestVolumeBootPattern-448221190 tempest-TestVolumeBootPattern-448221190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c405c15c-8e48-461b-8864-0082f394afc7,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:04.310949 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60826) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:04.811268 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8cf9251f-0949-421e-8e1f-0f93096167dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591674'] for router_interface, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:05.065611 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-8cf9251f-0949-421e-8e1f-0f93096167dc admin admin] Deleting port 6435295e-129a-4217-8d9b-cf229c9c1d1d {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:05.066051 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8cf9251f-0949-421e-8e1f-0f93096167dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:05.144700 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [None req-8cf9251f-0949-421e-8e1f-0f93096167dc admin admin] For port 6435295e-129a-4217-8d9b-cf229c9c1d1d, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=6435295e-129a-4217-8d9b-cf229c9c1d1d,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:05.145273 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8cf9251f-0949-421e-8e1f-0f93096167dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:05.157771 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-8cf9251f-0949-421e-8e1f-0f93096167dc admin admin] Calling delete_port for 6435295e-129a-4217-8d9b-cf229c9c1d1d owned by network:router_interface {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:05.340849 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8cf9251f-0949-421e-8e1f-0f93096167dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:05.367986 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9251f-0949-421e-8e1f-0f93096167dc admin admin] Pushing event deleted for resources: {'Port': ['ID=6435295e-129a-4217-8d9b-cf229c9c1d1d,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:05.549681 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8cf9251f-0949-421e-8e1f-0f93096167dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-784824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591830'] for router_interface, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:05.767763 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf9251f-0949-421e-8e1f-0f93096167dc admin admin] Router 36e695ef-6b9b-4f62-8445-7a8cd049392e has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:53:05.871772 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf9251f-0949-421e-8e1f-0f93096167dc admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:53:05.876807 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-8cf9251f-0949-421e-8e1f-0f93096167dc admin admin] 10.222.0.74 "PUT /v2.0/routers/36e695ef-6b9b-4f62-8445-7a8cd049392e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5648322 Oct 28 08:53:05.880109 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60830) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:05.881723 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfd7373-f12f-46dd-a9f3-6b34a19ba8e0 None None] Sync routers for ids ['36e695ef-6b9b-4f62-8445-7a8cd049392e'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:53:05.899526 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd7373-f12f-46dd-a9f3-6b34a19ba8e0 None None] Routers {'36e695ef-6b9b-4f62-8445-7a8cd049392e'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:05.900146 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-abfd7373-f12f-46dd-a9f3-6b34a19ba8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:52:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['36e695ef-6b9b-4f62-8445-7a8cd049392e'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:05.986173 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0bfe54af-063b-4a82-ab57-28f6a03e32b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.010111 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-abfd7373-f12f-46dd-a9f3-6b34a19ba8e0 None None] Set router 36e695ef-6b9b-4f62-8445-7a8cd049392e gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:06.090183 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0bfe54af-063b-4a82-ab57-28f6a03e32b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.147747 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe54af-063b-4a82-ab57-28f6a03e32b7 admin admin] Deleting port ad07bb53-842b-4c49-8cff-8e0ec8861939 {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:06.148171 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0bfe54af-063b-4a82-ab57-28f6a03e32b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.198675 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-abfd7373-f12f-46dd-a9f3-6b34a19ba8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:53:05Z', 'revision_number': 5, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port': {'id': 'ad07bb53-842b-4c49-8cff-8e0ec8861939', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:15Z', 'updated_at': '2021-10-28T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:06.226986 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfd7373-f12f-46dd-a9f3-6b34a19ba8e0 None None] Checking router: 36e695ef-6b9b-4f62-8445-7a8cd049392e for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:53:06.236625 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd7373-f12f-46dd-a9f3-6b34a19ba8e0 None None] Routers {'36e695ef-6b9b-4f62-8445-7a8cd049392e'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:06.237183 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-abfd7373-f12f-46dd-a9f3-6b34a19ba8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:52:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['36e695ef-6b9b-4f62-8445-7a8cd049392e'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:06.245128 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [None req-0bfe54af-063b-4a82-ab57-28f6a03e32b7 admin admin] For port ad07bb53-842b-4c49-8cff-8e0ec8861939, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=ad07bb53-842b-4c49-8cff-8e0ec8861939,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:06.245585 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0bfe54af-063b-4a82-ab57-28f6a03e32b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.268742 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe54af-063b-4a82-ab57-28f6a03e32b7 admin admin] Calling delete_port for ad07bb53-842b-4c49-8cff-8e0ec8861939 owned by network:router_gateway {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:06.335305 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-abfd7373-f12f-46dd-a9f3-6b34a19ba8e0 None None] Set router 36e695ef-6b9b-4f62-8445-7a8cd049392e gateway port host: None {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:06.462602 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0bfe54af-063b-4a82-ab57-28f6a03e32b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.484459 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-abfd7373-f12f-46dd-a9f3-6b34a19ba8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:53:06Z', 'revision_number': 6, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port_host': None}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:06.491827 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe54af-063b-4a82-ab57-28f6a03e32b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad07bb53-842b-4c49-8cff-8e0ec8861939,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:06.511774 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfd7373-f12f-46dd-a9f3-6b34a19ba8e0 None None] The sync data for ids ['36e695ef-6b9b-4f62-8445-7a8cd049392e'] in dv-cinder-815660-3-iscsi is: [{'id': '36e695ef-6b9b-4f62-8445-7a8cd049392e', 'name': 'tempest-TestVolumeBootPattern-272083219-router', 'tenant_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:14Z', 'updated_at': '2021-10-28T08:53:06Z', 'revision_number': 6, 'project_id': '3f8be4e851fc4c5bb989b23068ab50b0', 'gw_port_host': None}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:53:06.562416 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0bfe54af-063b-4a82-ab57-28f6a03e32b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550772'] for router_gateway, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.660197 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0bfe54af-063b-4a82-ab57-28f6a03e32b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2074'] for router, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.662568 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0bfe54af-063b-4a82-ab57-28f6a03e32b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.710684 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0bfe54af-063b-4a82-ab57-28f6a03e32b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597513'] for router, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.711283 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfe54af-063b-4a82-ab57-28f6a03e32b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36e695ef-6b9b-4f62-8445-7a8cd049392e {{(pid=108149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:53:06.718610 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0bfe54af-063b-4a82-ab57-28f6a03e32b7 admin admin] Publish callbacks [] for router, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.719814 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-0bfe54af-063b-4a82-ab57-28f6a03e32b7 admin admin] 10.222.0.74 "DELETE /v2.0/routers/36e695ef-6b9b-4f62-8445-7a8cd049392e HTTP/1.1" status: 204 len: 168 time: 0.8383067 Oct 28 08:53:06.722522 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60832) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:06.770567 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efa0db1-29ca-421f-a535-658aa94aa3bf admin admin] Deleting subnet d439cbbc-8140-4f09-a0c2-b4e28c8b97de {{(pid=108149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:53:06.773756 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3efa0db1-29ca-421f-a535-658aa94aa3bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.809514 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3efa0db1-29ca-421f-a535-658aa94aa3bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-339946'] for subnet, precommit_delete_associations {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.894078 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3efa0db1-29ca-421f-a535-658aa94aa3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697502'] for subnet, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.960685 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3efa0db1-29ca-421f-a535-658aa94aa3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25303726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25581432'] for subnet, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:06.991264 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa0db1-29ca-421f-a535-658aa94aa3bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d439cbbc-8140-4f09-a0c2-b4e28c8b97de,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:07.009855 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3efa0db1-29ca-421f-a535-658aa94aa3bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.011257 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-3efa0db1-29ca-421f-a535-658aa94aa3bf admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d439cbbc-8140-4f09-a0c2-b4e28c8b97de HTTP/1.1" status: 204 len: 168 time: 0.2875874 Oct 28 08:53:07.013726 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60834) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:07.014693 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2758ac-403c-4885-9677-d735eb3fd951 None None] Network 5c4e2068-440b-4c5b-b064-f6b110ee163c requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:53:07.099528 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8072101'] for network, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.166546 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] Deleting port f4ea1e41-f643-4427-b091-4f48adb63cc3 {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:07.166875 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.233632 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] For port f4ea1e41-f643-4427-b091-4f48adb63cc3, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=f4ea1e41-f643-4427-b091-4f48adb63cc3,segment=NetworkSegment(e10a8619-7d18-4407-a4a1-6f26a136cd3d),segment_id=e10a8619-7d18-4407-a4a1-6f26a136cd3d)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:07.233940 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.248577 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] Calling delete_port for f4ea1e41-f643-4427-b091-4f48adb63cc3 owned by network:dhcp {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:07.315626 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] DHCP port deletion for 5c4e2068-440b-4c5b-b064-f6b110ee163c request from dv-cinder-815660-3-iscsi {{(pid=108151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:53:07.340149 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.365392 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ea1e41-f643-4427-b091-4f48adb63cc3,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:07.371537 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] No DVR routers for this DVR port f4ea1e41-f643-4427-b091-4f48adb63cc3 on host dv-cinder-815660-3-iscsi {{(pid=108149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:53:07.383311 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] Deleting port f4ea1e41-f643-4427-b091-4f48adb63cc3 {{(pid=108151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:07.383683 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.456658 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700171', 'neutron.services.segments.db._delete_segments_for_network-8726588780638'] for network, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.458216 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] For port f4ea1e41-f643-4427-b091-4f48adb63cc3, host dv-cinder-815660-3-iscsi, got binding levels [] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:07.458855 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.472580 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] Calling delete_port for f4ea1e41-f643-4427-b091-4f48adb63cc3 owned by network:dhcp {{(pid=108151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:07.475892 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.ipam_backend_mixin [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] Port f4ea1e41-f643-4427-b091-4f48adb63cc3 was not found and therefore no delete operation was performed {{(pid=108151) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 08:53:07.477144 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589'] for port, after_delete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.482717 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4e2068-440b-4c5b-b064-f6b110ee163c']}} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:07.493059 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10a8619-7d18-4407-a4a1-6f26a136cd3d') {'for_net_delete': True} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:07.493348 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10a8619-7d18-4407-a4a1-6f26a136cd3d') {} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:07.502639 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726588781415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-339859'] for segment, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.507900 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] Pushing event deleted for resources: {'Port': ['ID=f4ea1e41-f643-4427-b091-4f48adb63cc3,revision_number=None']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:07.514844 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:07.515087 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:07.515420 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:07.517979 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:07.517979 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:07.517979 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:07.517979 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:07.517979 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:07.517979 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:07.517979 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:07.517979 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:07.519053 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:07.519387 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.521056 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5aec1-85fa-4760-8fe4-03f2a76d9e95 None None] No DVR routers for this DVR port f4ea1e41-f643-4427-b091-4f48adb63cc3 on host dv-cinder-815660-3-iscsi {{(pid=108151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:53:07.529057 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=108149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:53:07.529405 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25303620'] for segment, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: Traceback (most recent call last): Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: timer() Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: cb(*args, **kw) Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: return func(*args, **kwargs) Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: self._notify() Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: self.callback(batched_events) Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: event.method(event) Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: return f(self, *a, **k) Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._get(url).json() Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: return self.request(url, 'GET', **kwargs) Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:53:07.531402 dv-cinder-815660-3-iscsi neutron-server[108149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:53:07.593399 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550728'] for network, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.601307 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:07.604656 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] 10.222.0.74 "DELETE /v2.0/networks/5c4e2068-440b-4c5b-b064-f6b110ee163c HTTP/1.1" status: 204 len: 168 time: 0.5899718 Oct 28 08:53:07.608064 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60836) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:07.616411 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328a898-a973-414b-aba6-90ea232d3658 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c4e2068-440b-4c5b-b064-f6b110ee163c,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:07.966052 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c7bbbe53-1c89-42b7-87b0-fbfc1afdabc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591674'] for router_interface, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:08.307249 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device ad07bb53-842b-4c49-8cff-8e0ec8861939 no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:08.327919 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: ad07bb53-842b-4c49-8cff-8e0ec8861939 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:08.328370 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device ad07bb53-842b-4c49-8cff-8e0ec8861939 not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:08.328786 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device f4ea1e41-f643-4427-b091-4f48adb63cc3 no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:08.352337 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: f4ea1e41-f643-4427-b091-4f48adb63cc3 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:08.352675 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device f4ea1e41-f643-4427-b091-4f48adb63cc3 not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:08.353085 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 6435295e-129a-4217-8d9b-cf229c9c1d1d no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:08.372534 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: 6435295e-129a-4217-8d9b-cf229c9c1d1d {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:08.372870 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 6435295e-129a-4217-8d9b-cf229c9c1d1d not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:08.463163 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-c7bbbe53-1c89-42b7-87b0-fbfc1afdabc4 admin admin] Deleting port ed620ac6-ae6f-44b6-878e-70ed48806658 {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:08.463492 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c7bbbe53-1c89-42b7-87b0-fbfc1afdabc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:08.542024 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [None req-c7bbbe53-1c89-42b7-87b0-fbfc1afdabc4 admin admin] For port ed620ac6-ae6f-44b6-878e-70ed48806658, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=ed620ac6-ae6f-44b6-878e-70ed48806658,segment=NetworkSegment(cef254af-132d-405b-8211-975a31279c2c),segment_id=cef254af-132d-405b-8211-975a31279c2c)] {{(pid=108150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:08.542400 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c7bbbe53-1c89-42b7-87b0-fbfc1afdabc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:08.555513 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-c7bbbe53-1c89-42b7-87b0-fbfc1afdabc4 admin admin] Calling delete_port for ed620ac6-ae6f-44b6-878e-70ed48806658 owned by network:router_interface {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:08.736192 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c7bbbe53-1c89-42b7-87b0-fbfc1afdabc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:08.761289 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbbe53-1c89-42b7-87b0-fbfc1afdabc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed620ac6-ae6f-44b6-878e-70ed48806658,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:08.929868 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c7bbbe53-1c89-42b7-87b0-fbfc1afdabc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-784824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591830'] for router_interface, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:09.150041 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bbbe53-1c89-42b7-87b0-fbfc1afdabc4 admin admin] Router c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:53:09.253457 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bbbe53-1c89-42b7-87b0-fbfc1afdabc4 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:53:09.262739 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-c7bbbe53-1c89-42b7-87b0-fbfc1afdabc4 admin admin] 10.222.0.74 "PUT /v2.0/routers/c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6504686 Oct 28 08:53:09.263682 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60844) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:09.264415 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b4aa01-2aeb-4a94-8d08-68ee66aee02b None None] Sync routers for ids ['c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:53:09.275254 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b4aa01-2aeb-4a94-8d08-68ee66aee02b None None] Routers {'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:09.275895 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-97b4aa01-2aeb-4a94-8d08-68ee66aee02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:52:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:09.377698 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1e935b8d-e49e-45bb-b21c-1bcd20f30b33 admin admin] Publish callbacks [] for router, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:09.483648 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1e935b8d-e49e-45bb-b21c-1bcd20f30b33 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:09.510397 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-97b4aa01-2aeb-4a94-8d08-68ee66aee02b None None] Set router c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:09.549093 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-1e935b8d-e49e-45bb-b21c-1bcd20f30b33 admin admin] Deleting port de9d90f9-d535-4450-8137-28f50edb782a {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:09.549430 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1e935b8d-e49e-45bb-b21c-1bcd20f30b33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:09.636219 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [None req-1e935b8d-e49e-45bb-b21c-1bcd20f30b33 admin admin] For port de9d90f9-d535-4450-8137-28f50edb782a, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=de9d90f9-d535-4450-8137-28f50edb782a,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:09.636579 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1e935b8d-e49e-45bb-b21c-1bcd20f30b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:09.650596 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-1e935b8d-e49e-45bb-b21c-1bcd20f30b33 admin admin] Calling delete_port for de9d90f9-d535-4450-8137-28f50edb782a owned by network:router_gateway {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:09.700094 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-97b4aa01-2aeb-4a94-8d08-68ee66aee02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6', 'name': 'tempest-TestVolumeBootPattern-624942357-router', 'tenant_id': '96f9f826f8b84695afa8b60881c72bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'de9d90f9-d535-4450-8137-28f50edb782a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:20Z', 'updated_at': '2021-10-28T08:53:08Z', 'revision_number': 5, 'project_id': '96f9f826f8b84695afa8b60881c72bd0', 'gw_port': {'id': 'de9d90f9-d535-4450-8137-28f50edb782a', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:43:20Z', 'updated_at': '2021-10-28T08:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:09.726970 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b4aa01-2aeb-4a94-8d08-68ee66aee02b None None] Checking router: c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6 for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:53:09.736222 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b4aa01-2aeb-4a94-8d08-68ee66aee02b None None] Routers {'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:09.736768 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-97b4aa01-2aeb-4a94-8d08-68ee66aee02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:52:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:09.828988 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-97b4aa01-2aeb-4a94-8d08-68ee66aee02b None None] Set router c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6 gateway port host: None {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:09.886050 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-97b4aa01-2aeb-4a94-8d08-68ee66aee02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6', 'name': 'tempest-TestVolumeBootPattern-624942357-router', 'tenant_id': '96f9f826f8b84695afa8b60881c72bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:20Z', 'updated_at': '2021-10-28T08:53:09Z', 'revision_number': 6, 'project_id': '96f9f826f8b84695afa8b60881c72bd0', 'gw_port_host': None}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:09.913909 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b4aa01-2aeb-4a94-8d08-68ee66aee02b None None] The sync data for ids ['c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6'] in dv-cinder-815660-3-iscsi is: [{'id': 'c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6', 'name': 'tempest-TestVolumeBootPattern-624942357-router', 'tenant_id': '96f9f826f8b84695afa8b60881c72bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:43:20Z', 'updated_at': '2021-10-28T08:53:09Z', 'revision_number': 6, 'project_id': '96f9f826f8b84695afa8b60881c72bd0', 'gw_port_host': None}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:53:10.105150 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1e935b8d-e49e-45bb-b21c-1bcd20f30b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.137525 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e935b8d-e49e-45bb-b21c-1bcd20f30b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=de9d90f9-d535-4450-8137-28f50edb782a,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:10.198779 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1e935b8d-e49e-45bb-b21c-1bcd20f30b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550772'] for router_gateway, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.296352 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1e935b8d-e49e-45bb-b21c-1bcd20f30b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2074'] for router, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.298633 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1e935b8d-e49e-45bb-b21c-1bcd20f30b33 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.346336 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1e935b8d-e49e-45bb-b21c-1bcd20f30b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597513'] for router, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.348677 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e935b8d-e49e-45bb-b21c-1bcd20f30b33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6 {{(pid=108149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:53:10.360778 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1e935b8d-e49e-45bb-b21c-1bcd20f30b33 admin admin] Publish callbacks [] for router, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.364570 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-1e935b8d-e49e-45bb-b21c-1bcd20f30b33 admin admin] 10.222.0.74 "DELETE /v2.0/routers/c78cc9d3-0f2a-463b-8fc4-d70ad50e18c6 HTTP/1.1" status: 204 len: 168 time: 1.0968451 Oct 28 08:53:10.364938 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60846) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:10.418999 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b51c6c0-d1d4-49ef-b07b-b95d04c19e0e admin admin] Deleting subnet 012d3d30-ef31-47e8-a945-b435c41a18f4 {{(pid=108150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:53:10.422197 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2b51c6c0-d1d4-49ef-b07b-b95d04c19e0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.458966 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2b51c6c0-d1d4-49ef-b07b-b95d04c19e0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25531807'] for subnet, precommit_delete_associations {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.536737 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2b51c6c0-d1d4-49ef-b07b-b95d04c19e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697502'] for subnet, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.593423 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2b51c6c0-d1d4-49ef-b07b-b95d04c19e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25530636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25242352'] for subnet, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.619920 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51c6c0-d1d4-49ef-b07b-b95d04c19e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=012d3d30-ef31-47e8-a945-b435c41a18f4,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:10.621806 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2b51c6c0-d1d4-49ef-b07b-b95d04c19e0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.625650 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-2b51c6c0-d1d4-49ef-b07b-b95d04c19e0e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/012d3d30-ef31-47e8-a945-b435c41a18f4 HTTP/1.1" status: 204 len: 168 time: 0.2595897 Oct 28 08:53:10.626538 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67527ece-05b9-4250-b11a-9c07aef58aa2 None None] Network d8130b45-f7fb-4e97-91d1-953997680cd6 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:53:10.627617 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60848) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:10.699322 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device ed620ac6-ae6f-44b6-878e-70ed48806658 no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:10.708546 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8072101'] for network, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.729192 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: ed620ac6-ae6f-44b6-878e-70ed48806658 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:10.729528 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device ed620ac6-ae6f-44b6-878e-70ed48806658 not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:10.769046 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] Deleting port 9b3271df-3014-4d9e-bd5a-7dca42c9f53f {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:10.769373 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.838143 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] For port 9b3271df-3014-4d9e-bd5a-7dca42c9f53f, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=9b3271df-3014-4d9e-bd5a-7dca42c9f53f,segment=NetworkSegment(cef254af-132d-405b-8211-975a31279c2c),segment_id=cef254af-132d-405b-8211-975a31279c2c)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:10.838537 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.853027 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] Calling delete_port for 9b3271df-3014-4d9e-bd5a-7dca42c9f53f owned by network:dhcp {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:10.854784 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a23532-000f-45c9-bc25-5427fb114fed None None] DHCP port deletion for d8130b45-f7fb-4e97-91d1-953997680cd6 request from dv-cinder-815660-3-iscsi {{(pid=108151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:53:10.907541 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-48a23532-000f-45c9-bc25-5427fb114fed None None] Deleting port 9b3271df-3014-4d9e-bd5a-7dca42c9f53f {{(pid=108151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:10.907921 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-48a23532-000f-45c9-bc25-5427fb114fed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.940238 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.966328 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3271df-3014-4d9e-bd5a-7dca42c9f53f,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:10.975883 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] No DVR routers for this DVR port 9b3271df-3014-4d9e-bd5a-7dca42c9f53f on host dv-cinder-815660-3-iscsi {{(pid=108149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:53:10.980862 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-48a23532-000f-45c9-bc25-5427fb114fed None None] For port 9b3271df-3014-4d9e-bd5a-7dca42c9f53f, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=9b3271df-3014-4d9e-bd5a-7dca42c9f53f,segment=NetworkSegment(cef254af-132d-405b-8211-975a31279c2c),segment_id=cef254af-132d-405b-8211-975a31279c2c)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:10.981361 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-48a23532-000f-45c9-bc25-5427fb114fed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:10.997011 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-48a23532-000f-45c9-bc25-5427fb114fed None None] Calling delete_port for 9b3271df-3014-4d9e-bd5a-7dca42c9f53f owned by network:dhcp {{(pid=108151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:11.056681 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700171', 'neutron.services.segments.db._delete_segments_for_network-8726588780638'] for network, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.078341 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8130b45-f7fb-4e97-91d1-953997680cd6']}} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:11.080463 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-48a23532-000f-45c9-bc25-5427fb114fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589'] for port, after_delete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.087988 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef254af-132d-405b-8211-975a31279c2c') {'for_net_delete': True} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:11.088276 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef254af-132d-405b-8211-975a31279c2c') {} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:11.097524 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726588781415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-339859'] for segment, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.112510 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a23532-000f-45c9-bc25-5427fb114fed None None] Pushing event deleted for resources: {'Port': ['ID=9b3271df-3014-4d9e-bd5a-7dca42c9f53f,revision_number=None']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:11.113084 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.115074 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a23532-000f-45c9-bc25-5427fb114fed None None] No DVR routers for this DVR port 9b3271df-3014-4d9e-bd5a-7dca42c9f53f on host dv-cinder-815660-3-iscsi {{(pid=108151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:53:11.122400 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=108149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:53:11.123199 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25303620'] for segment, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: Traceback (most recent call last): Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: timer() Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: cb(*args, **kw) Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: return func(*args, **kwargs) Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: self._notify() Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: self.callback(batched_events) Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: event.method(event) Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: return f(self, *a, **k) Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._get(url).json() Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: return self.request(url, 'GET', **kwargs) Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:53:11.125531 dv-cinder-815660-3-iscsi neutron-server[108149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:53:11.181555 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550728'] for network, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.186924 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.190151 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] 10.222.0.74 "DELETE /v2.0/networks/d8130b45-f7fb-4e97-91d1-953997680cd6 HTTP/1.1" status: 204 len: 168 time: 0.5615015 Oct 28 08:53:11.201402 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574cb18-c3c6-4996-84f5-d74a4c524a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=d8130b45-f7fb-4e97-91d1-953997680cd6,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:11.303235 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60852) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:11.344120 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-aef49818-3262-440f-a661-7ddcdec96f70 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3f8be4e851fc4c5bb989b23068ab50b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397153 Oct 28 08:53:11.346551 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60854) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:11.399880 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ed4a27c8-95d4-4a55-b566-6672aa2a2e3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.430193 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ed4a27c8-95d4-4a55-b566-6672aa2a2e3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.479423 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ed4a27c8-95d4-4a55-b566-6672aa2a2e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.482075 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ed4a27c8-95d4-4a55-b566-6672aa2a2e3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.483257 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-ed4a27c8-95d4-4a55-b566-6672aa2a2e3b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a03c6e69-0409-4e22-ba2a-db2fee9dfa48 HTTP/1.1" status: 204 len: 168 time: 0.1358204 Oct 28 08:53:11.491961 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a27c8-95d4-4a55-b566-6672aa2a2e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03c6e69-0409-4e22-ba2a-db2fee9dfa48,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:11.823187 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60860) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:11.868549 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-ff087aa3-55bf-432c-82ba-c9350694d1b8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=96f9f826f8b84695afa8b60881c72bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441575 Oct 28 08:53:11.871090 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60862) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:11.921819 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-4c264d2b-027c-4dcd-8c1e-df86f122b76c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.945868 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-4c264d2b-027c-4dcd-8c1e-df86f122b76c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.995781 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-4c264d2b-027c-4dcd-8c1e-df86f122b76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:11.998764 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-4c264d2b-027c-4dcd-8c1e-df86f122b76c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:12.000321 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-4c264d2b-027c-4dcd-8c1e-df86f122b76c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f6973642-7725-43cf-a2b4-fec71eb54a57 HTTP/1.1" status: 204 len: 168 time: 0.1281641 Oct 28 08:53:12.012521 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c264d2b-027c-4dcd-8c1e-df86f122b76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6973642-7725-43cf-a2b4-fec71eb54a57,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:12.301301 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device de9d90f9-d535-4450-8137-28f50edb782a no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:12.323158 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: de9d90f9-d535-4450-8137-28f50edb782a {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:12.323501 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device de9d90f9-d535-4450-8137-28f50edb782a not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:12.323916 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 9b3271df-3014-4d9e-bd5a-7dca42c9f53f no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:12.345557 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: 9b3271df-3014-4d9e-bd5a-7dca42c9f53f {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:12.345960 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 9b3271df-3014-4d9e-bd5a-7dca42c9f53f not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:17.481035 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:53:18.248389 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:19.472389 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc4c53-2bf9-41dc-9861-41f3f8d77708 req-ec45b0b2-2bf8-42bf-94b1-80351f883696 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:19.473914 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b1dc4c53-2bf9-41dc-9861-41f3f8d77708 req-ec45b0b2-2bf8-42bf-94b1-80351f883696 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 946 time: 0.0539801 Oct 28 08:53:19.514900 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b1dc4c53-2bf9-41dc-9861-41f3f8d77708 req-b6e995f2-17f7-4be5-802d-c0cb14ab23bf tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343785 Oct 28 08:53:20.652454 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6db8e-5ab8-4505-b6fd-49d375510211 req-fb8e6d97-c0b9-4163-8524-db53cfcfa99b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:20.654088 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3fe6db8e-5ab8-4505-b6fd-49d375510211 req-fb8e6d97-c0b9-4163-8524-db53cfcfa99b tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 946 time: 0.0505719 Oct 28 08:53:20.698149 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3fe6db8e-5ab8-4505-b6fd-49d375510211 req-517dbd55-91f9-4993-b805-b5f53d713755 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups?id=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352404 Oct 28 08:53:21.087110 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5b86c-c979-4591-854e-784b4d1c7a42 req-56d8891b-588c-489a-a7d4-48fa42041a26 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:21.088665 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d9d5b86c-c979-4591-854e-784b4d1c7a42 req-56d8891b-588c-489a-a7d4-48fa42041a26 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.77 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 946 time: 0.0535839 Oct 28 08:53:21.192534 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-d9d5b86c-c979-4591-854e-784b4d1c7a42 req-69bc9304-0d71-4db7-82c7-141becde7320 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Deleting port 21594cc8-c73a-42e8-9350-519f7620496e {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:21.192890 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-d9d5b86c-c979-4591-854e-784b4d1c7a42 req-69bc9304-0d71-4db7-82c7-141becde7320 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.287041 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-d9d5b86c-c979-4591-854e-784b4d1c7a42 req-69bc9304-0d71-4db7-82c7-141becde7320 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] For port 21594cc8-c73a-42e8-9350-519f7620496e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=21594cc8-c73a-42e8-9350-519f7620496e,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:21.287404 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-d9d5b86c-c979-4591-854e-784b4d1c7a42 req-69bc9304-0d71-4db7-82c7-141becde7320 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.481703 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-d9d5b86c-c979-4591-854e-784b4d1c7a42 req-69bc9304-0d71-4db7-82c7-141becde7320 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.482159 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-d9d5b86c-c979-4591-854e-784b4d1c7a42 req-69bc9304-0d71-4db7-82c7-141becde7320 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550714'] for floatingip, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.482471 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.l3_db [req-d9d5b86c-c979-4591-854e-784b4d1c7a42 req-69bc9304-0d71-4db7-82c7-141becde7320 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Floating IP c7ea3a34-b252-4ee2-b932-ce35886c0069 disassociated. External IP: 172.27.2.171, port: 21594cc8-c73a-42e8-9350-519f7620496e. Oct 28 08:53:21.482814 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-d9d5b86c-c979-4591-854e-784b4d1c7a42 req-69bc9304-0d71-4db7-82c7-141becde7320 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Calling delete_port for 21594cc8-c73a-42e8-9350-519f7620496e owned by compute:nova {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:21.544527 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-5e326be0-24bd-47da-87d2-64a5ef274888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.624554 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-d9d5b86c-c979-4591-854e-784b4d1c7a42 req-69bc9304-0d71-4db7-82c7-141becde7320 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.655827 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc9304-0d71-4db7-82c7-141becde7320 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Pushing event deleted for resources: {'Port': ['ID=21594cc8-c73a-42e8-9350-519f7620496e,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:21.813438 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9e5a8b7d-e058-445d-ada8-5a0d9a94548d req-19a58175-e80e-4893-b546-3cde56cd92a5 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/ports?device_id=44471d5a-b894-4e3f-b59d-b03afd03839b HTTP/1.1" status: 200 len: 210 time: 0.0372684 Oct 28 08:53:21.815491 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9d5b86c-c979-4591-854e-784b4d1c7a42 req-69bc9304-0d71-4db7-82c7-141becde7320 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Router 7f9b9f47-3750-423d-b928-4750646d1d9c has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:53:21.933558 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9d5b86c-c979-4591-854e-784b4d1c7a42 req-69bc9304-0d71-4db7-82c7-141becde7320 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:53:21.944878 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7438fce-f20c-4b19-9240-294b925e1c0d None None] Sync routers for ids ['7f9b9f47-3750-423d-b928-4750646d1d9c'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:53:21.954256 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7438fce-f20c-4b19-9240-294b925e1c0d None None] Routers {'7f9b9f47-3750-423d-b928-4750646d1d9c'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:21.954939 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-f7438fce-f20c-4b19-9240-294b925e1c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:52:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['7f9b9f47-3750-423d-b928-4750646d1d9c'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:21.975234 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d5b86c-c979-4591-854e-784b4d1c7a42 req-69bc9304-0d71-4db7-82c7-141becde7320 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] No DVR routers for this DVR port 21594cc8-c73a-42e8-9350-519f7620496e on host hv-cinder-81566 {{(pid=108149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:53:21.977984 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-d9d5b86c-c979-4591-854e-784b4d1c7a42 req-69bc9304-0d71-4db7-82c7-141becde7320 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:21.981941 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d9d5b86c-c979-4591-854e-784b4d1c7a42 req-69bc9304-0d71-4db7-82c7-141becde7320 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.77 "DELETE /v2.0/ports/21594cc8-c73a-42e8-9350-519f7620496e HTTP/1.1" status: 204 len: 173 time: 0.8873684 Oct 28 08:53:21.982538 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44471d5a-b894-4e3f-b59d-b03afd03839b', 'name': 'network-vif-deleted', 'tag': '21594cc8-c73a-42e8-9350-519f7620496e'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:21.984898 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684b18ed-2429-49e5-be40-c8537b34fd84" -d '{"events": [{"server_uuid": "44471d5a-b894-4e3f-b59d-b03afd03839b", "name": "network-vif-deleted", "tag": "21594cc8-c73a-42e8-9350-519f7620496e"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:22.043724 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34eb3e4-debd-4796-a57e-141de3dcc02f x-openstack-request-id: req-e34eb3e4-debd-4796-a57e-141de3dcc02f {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:22.044035 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44471d5a-b894-4e3f-b59d-b03afd03839b", "name": "network-vif-deleted", "tag": "21594cc8-c73a-42e8-9350-519f7620496e", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:22.044293 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e34eb3e4-debd-4796-a57e-141de3dcc02f {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:22.044716 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44471d5a-b894-4e3f-b59d-b03afd03839b', 'name': 'network-vif-deleted', 'tag': '21594cc8-c73a-42e8-9350-519f7620496e', 'status': 'completed', 'code': 200} Oct 28 08:53:22.085041 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-f7438fce-f20c-4b19-9240-294b925e1c0d None None] Set router 7f9b9f47-3750-423d-b928-4750646d1d9c gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:22.332304 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-f7438fce-f20c-4b19-9240-294b925e1c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 4, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28', 'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'mac_address': 'fa:16:3e:0c:90:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:19Z', 'updated_at': '2021-10-28T08:41:31Z', 'revision_number': 5, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'subnets': [{'id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:22.364577 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7438fce-f20c-4b19-9240-294b925e1c0d None None] Checking router: 7f9b9f47-3750-423d-b928-4750646d1d9c for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:53:22.373971 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7438fce-f20c-4b19-9240-294b925e1c0d None None] Routers {'7f9b9f47-3750-423d-b928-4750646d1d9c'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:22.374818 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-f7438fce-f20c-4b19-9240-294b925e1c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:52:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['7f9b9f47-3750-423d-b928-4750646d1d9c'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:22.518319 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-f7438fce-f20c-4b19-9240-294b925e1c0d None None] Set router 7f9b9f47-3750-423d-b928-4750646d1d9c gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:22.743497 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-f7438fce-f20c-4b19-9240-294b925e1c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 4, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28', 'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'mac_address': 'fa:16:3e:0c:90:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:19Z', 'updated_at': '2021-10-28T08:41:31Z', 'revision_number': 5, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'subnets': [{'id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:22.778708 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7438fce-f20c-4b19-9240-294b925e1c0d None None] The sync data for ids ['7f9b9f47-3750-423d-b928-4750646d1d9c'] in dv-cinder-815660-3-iscsi is: [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:41:20Z', 'revision_number': 4, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': 'f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28', 'name': '', 'network_id': '1bb7b256-4baa-432c-addc-978134812fe5', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'mac_address': 'fa:16:3e:0c:90:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:19Z', 'updated_at': '2021-10-28T08:41:31Z', 'revision_number': 5, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'subnets': [{'id': 'fd9bc392-6bd3-4140-a796-405119ac5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:53:22.911333 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60890) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:22.984949 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-47d20f95-57ae-4436-9176-2c0985174b67 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.014770 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-47d20f95-57ae-4436-9176-2c0985174b67 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.020800 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce1ff40-a52e-4437-8294-d0e7afaeb54a None None] New status for floating IP c7ea3a34-b252-4ee2-b932-ce35886c0069: DOWN {{(pid=108151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:53:23.068221 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-47d20f95-57ae-4436-9176-2c0985174b67 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.071407 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-47d20f95-57ae-4436-9176-2c0985174b67 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.072568 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-47d20f95-57ae-4436-9176-2c0985174b67 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "DELETE /v2.0/security-groups/d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392 HTTP/1.1" status: 204 len: 168 time: 0.1602373 Oct 28 08:53:23.075765 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60892) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:23.082542 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d20f95-57ae-4436-9176-2c0985174b67 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:23.094670 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.api.v2.resource [None req-5ea4a989-dc79-44ba-95cb-f967bfe54e87 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] show failed (client error): The resource could not be found. Oct 28 08:53:23.095713 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-5ea4a989-dc79-44ba-95cb-f967bfe54e87 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "GET /v2.0/security-groups/d2e5e1dc-f00d-4b52-bd1e-ca33c3c7d392 HTTP/1.1" status: 404 len: 347 time: 0.0181978 Oct 28 08:53:23.099309 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60894) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:23.236713 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3add1-19eb-4fb3-bc20-db72627c1ee9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Deleting port d1651f5a-4d81-46f5-926d-f85c0611add5 {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:23.237039 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3cc3add1-19eb-4fb3-bc20-db72627c1ee9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.314228 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3cc3add1-19eb-4fb3-bc20-db72627c1ee9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.314525 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3cc3add1-19eb-4fb3-bc20-db72627c1ee9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.327222 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3add1-19eb-4fb3-bc20-db72627c1ee9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Calling delete_port for d1651f5a-4d81-46f5-926d-f85c0611add5 owned by network:floatingip {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:23.469748 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3cc3add1-19eb-4fb3-bc20-db72627c1ee9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.500798 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3add1-19eb-4fb3-bc20-db72627c1ee9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Pushing event deleted for resources: {'Port': ['ID=d1651f5a-4d81-46f5-926d-f85c0611add5,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:23.575257 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3cc3add1-19eb-4fb3-bc20-db72627c1ee9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks [] for floatingip, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.578308 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3cc3add1-19eb-4fb3-bc20-db72627c1ee9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:23.579562 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-3cc3add1-19eb-4fb3-bc20-db72627c1ee9 tempest-AttachVolumeShelveTestJSON-795646418 tempest-AttachVolumeShelveTestJSON-795646418-project] 10.222.0.74 "DELETE /v2.0/floatingips/c7ea3a34-b252-4ee2-b932-ce35886c0069 HTTP/1.1" status: 204 len: 168 time: 0.4792852 Oct 28 08:53:24.470901 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-10103205-5ae2-42de-9ecc-40342f8a587c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:24.902920 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 21594cc8-c73a-42e8-9350-519f7620496e no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:24.925936 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] No Port match for: 21594cc8-c73a-42e8-9350-519f7620496e {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:24.926623 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 21594cc8-c73a-42e8-9350-519f7620496e not bound to the agent host hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:25.492987 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:25.746378 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:26.058332 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60916) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:26.615142 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3b48-3967-427c-89e4-f02507a62257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591674'] for router_interface, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:26.872386 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca3b48-3967-427c-89e4-f02507a62257 admin admin] Deleting port f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28 {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:26.872626 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3b48-3967-427c-89e4-f02507a62257 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:26.967759 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [None req-c0ca3b48-3967-427c-89e4-f02507a62257 admin admin] For port f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:26.968136 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3b48-3967-427c-89e4-f02507a62257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:26.981483 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca3b48-3967-427c-89e4-f02507a62257 admin admin] Calling delete_port for f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28 owned by network:router_interface {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:27.170646 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3b48-3967-427c-89e4-f02507a62257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:27.198991 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca3b48-3967-427c-89e4-f02507a62257 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:27.370265 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3b48-3967-427c-89e4-f02507a62257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-784824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591830'] for router_interface, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:27.492816 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:27.603966 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ca3b48-3967-427c-89e4-f02507a62257 admin admin] Router 7f9b9f47-3750-423d-b928-4750646d1d9c has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:53:27.714295 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ca3b48-3967-427c-89e4-f02507a62257 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:53:27.719673 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-c0ca3b48-3967-427c-89e4-f02507a62257 admin admin] 10.222.0.74 "PUT /v2.0/routers/7f9b9f47-3750-423d-b928-4750646d1d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6603203 Oct 28 08:53:27.723234 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60920) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:27.724839 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a06f09-757c-4f02-8071-086b174eae51 None None] Sync routers for ids ['7f9b9f47-3750-423d-b928-4750646d1d9c'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:53:27.735773 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a06f09-757c-4f02-8071-086b174eae51 None None] Routers {'7f9b9f47-3750-423d-b928-4750646d1d9c'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:27.736390 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-a1a06f09-757c-4f02-8071-086b174eae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:53:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['7f9b9f47-3750-423d-b928-4750646d1d9c'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:27.826913 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e7b18c4f-2b9e-441d-970a-6036472653c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:27.843225 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-a1a06f09-757c-4f02-8071-086b174eae51 None None] Set router 7f9b9f47-3750-423d-b928-4750646d1d9c gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:28.057590 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-a1a06f09-757c-4f02-8071-086b174eae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:53:27Z', 'revision_number': 5, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:28.089396 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a06f09-757c-4f02-8071-086b174eae51 None None] Checking router: 7f9b9f47-3750-423d-b928-4750646d1d9c for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:53:28.099707 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a06f09-757c-4f02-8071-086b174eae51 None None] Routers {'7f9b9f47-3750-423d-b928-4750646d1d9c'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:28.100345 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-a1a06f09-757c-4f02-8071-086b174eae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:53:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['7f9b9f47-3750-423d-b928-4750646d1d9c'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:28.190115 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e7b18c4f-2b9e-441d-970a-6036472653c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:28.207556 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-a1a06f09-757c-4f02-8071-086b174eae51 None None] Set router 7f9b9f47-3750-423d-b928-4750646d1d9c gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:28.242943 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-e7b18c4f-2b9e-441d-970a-6036472653c9 admin admin] Deleting port 1cafb987-18c7-41d1-b66b-e6575aff6ffb {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:28.243274 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e7b18c4f-2b9e-441d-970a-6036472653c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:28.334074 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [None req-e7b18c4f-2b9e-441d-970a-6036472653c9 admin admin] For port 1cafb987-18c7-41d1-b66b-e6575aff6ffb, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=1cafb987-18c7-41d1-b66b-e6575aff6ffb,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:28.334456 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e7b18c4f-2b9e-441d-970a-6036472653c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:28.348235 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-e7b18c4f-2b9e-441d-970a-6036472653c9 admin admin] Calling delete_port for 1cafb987-18c7-41d1-b66b-e6575aff6ffb owned by network:router_gateway {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:28.494007 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-a1a06f09-757c-4f02-8071-086b174eae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:53:27Z', 'revision_number': 5, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:28.522313 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a06f09-757c-4f02-8071-086b174eae51 None None] The sync data for ids ['7f9b9f47-3750-423d-b928-4750646d1d9c'] in dv-cinder-815660-3-iscsi is: [{'id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'name': 'tempest-AttachVolumeShelveTestJSON-618813253-router', 'tenant_id': '7e7a189da1ab4c96a271af47ac4baa62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:41:15Z', 'updated_at': '2021-10-28T08:53:27Z', 'revision_number': 5, 'project_id': '7e7a189da1ab4c96a271af47ac4baa62', 'gw_port': {'id': '1cafb987-18c7-41d1-b66b-e6575aff6ffb', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9b9f47-3750-423d-b928-4750646d1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:41:16Z', 'updated_at': '2021-10-28T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:53:28.529976 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e7b18c4f-2b9e-441d-970a-6036472653c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:28.558702 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b18c4f-2b9e-441d-970a-6036472653c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cafb987-18c7-41d1-b66b-e6575aff6ffb,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:28.618155 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e7b18c4f-2b9e-441d-970a-6036472653c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550772'] for router_gateway, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:28.713812 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e7b18c4f-2b9e-441d-970a-6036472653c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2074'] for router, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:28.715923 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e7b18c4f-2b9e-441d-970a-6036472653c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:28.763379 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e7b18c4f-2b9e-441d-970a-6036472653c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597513'] for router, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:28.763986 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b18c4f-2b9e-441d-970a-6036472653c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f9b9f47-3750-423d-b928-4750646d1d9c {{(pid=108150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:53:28.768601 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-e7b18c4f-2b9e-441d-970a-6036472653c9 admin admin] Publish callbacks [] for router, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:28.770777 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-e7b18c4f-2b9e-441d-970a-6036472653c9 admin admin] 10.222.0.74 "DELETE /v2.0/routers/7f9b9f47-3750-423d-b928-4750646d1d9c HTTP/1.1" status: 204 len: 168 time: 1.0464947 Oct 28 08:53:28.773270 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60922) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:28.818327 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ceb486c-b043-4738-a61b-d70da8a1db44 admin admin] Deleting subnet fd9bc392-6bd3-4140-a796-405119ac5b63 {{(pid=108150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:53:28.821382 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5ceb486c-b043-4738-a61b-d70da8a1db44 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:28.858670 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5ceb486c-b043-4738-a61b-d70da8a1db44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25531807'] for subnet, precommit_delete_associations {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:28.946198 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5ceb486c-b043-4738-a61b-d70da8a1db44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697502'] for subnet, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:29.000289 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5ceb486c-b043-4738-a61b-d70da8a1db44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25530636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25242352'] for subnet, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:29.027451 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb486c-b043-4738-a61b-d70da8a1db44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd9bc392-6bd3-4140-a796-405119ac5b63,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:29.029689 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-5ceb486c-b043-4738-a61b-d70da8a1db44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:29.032883 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-5ceb486c-b043-4738-a61b-d70da8a1db44 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/fd9bc392-6bd3-4140-a796-405119ac5b63 HTTP/1.1" status: 204 len: 168 time: 0.2585425 Oct 28 08:53:29.035660 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1d2d92-939c-418e-8975-d2b295884ae5 None None] Network 1bb7b256-4baa-432c-addc-978134812fe5 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:53:29.036986 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60924) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:29.116937 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8072101'] for network, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:29.179898 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] Deleting port e096d70b-f68f-4017-9ae5-418c87d733c9 {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:29.180238 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:29.247748 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] For port e096d70b-f68f-4017-9ae5-418c87d733c9, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=e096d70b-f68f-4017-9ae5-418c87d733c9,segment=NetworkSegment(e7216d1c-4264-4893-ae69-ba05a819d76b),segment_id=e7216d1c-4264-4893-ae69-ba05a819d76b)] {{(pid=108150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:29.255133 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:29.261232 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] Calling delete_port for e096d70b-f68f-4017-9ae5-418c87d733c9 owned by network:dhcp {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:29.354880 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:29.378252 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] Pushing event deleted for resources: {'Port': ['ID=e096d70b-f68f-4017-9ae5-418c87d733c9,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:29.383920 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] No DVR routers for this DVR port e096d70b-f68f-4017-9ae5-418c87d733c9 on host dv-cinder-815660-3-iscsi {{(pid=108150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:53:29.464944 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700171', 'neutron.services.segments.db._delete_segments_for_network-8726588780638'] for network, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:29.485338 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.services.segments.db [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb7b256-4baa-432c-addc-978134812fe5']}} {{(pid=108150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:29.495905 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.services.segments.db [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7216d1c-4264-4893-ae69-ba05a819d76b') {'for_net_delete': True} {{(pid=108150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:29.496224 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.services.segments.db [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7216d1c-4264-4893-ae69-ba05a819d76b') {} {{(pid=108150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:29.507520 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726588781415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25531878'] for segment, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:29.520940 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35edc63-bbf8-4d6e-b582-55f9d6996516 None None] DHCP port deletion for 1bb7b256-4baa-432c-addc-978134812fe5 request from dv-cinder-815660-3-iscsi {{(pid=108151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:53:29.523372 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:29.532846 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=108150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:53:29.533241 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25530854'] for segment, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: Traceback (most recent call last): Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: timer() Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: cb(*args, **kw) Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: return func(*args, **kwargs) Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: self._notify() Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: self.callback(batched_events) Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: event.method(event) Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: return f(self, *a, **k) Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: return self._get(url).json() Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: return self.request(url, 'GET', **kwargs) Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:53:29.536384 dv-cinder-815660-3-iscsi neutron-server[108150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:53:29.591140 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550728'] for network, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:29.596591 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:29.601190 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] 10.222.0.74 "DELETE /v2.0/networks/1bb7b256-4baa-432c-addc-978134812fe5 HTTP/1.1" status: 204 len: 168 time: 0.5631680 Oct 28 08:53:29.614137 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb874e0-b0bb-494b-a909-f783ac2bee61 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bb7b256-4baa-432c-addc-978134812fe5,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:29.735631 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60928) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:29.776768 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-1ee27ffb-6e44-417b-9b8d-ef6d66e1070a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7e7a189da1ab4c96a271af47ac4baa62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395067 Oct 28 08:53:29.779160 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60930) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:29.835650 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c53ffe88-0825-43db-93a2-e27f27b2b115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:29.857467 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c53ffe88-0825-43db-93a2-e27f27b2b115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:29.906715 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c53ffe88-0825-43db-93a2-e27f27b2b115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:29.909709 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-c53ffe88-0825-43db-93a2-e27f27b2b115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:29.910854 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-c53ffe88-0825-43db-93a2-e27f27b2b115 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/851c6754-79ed-4699-aa4d-31e9932a12ac HTTP/1.1" status: 204 len: 168 time: 0.1308014 Oct 28 08:53:29.920776 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ffe88-0825-43db-93a2-e27f27b2b115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851c6754-79ed-4699-aa4d-31e9932a12ac,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:30.307688 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28 no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:30.329766 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:30.330353 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device f7c15f98-f4f5-4d09-b29f-ad3d5a1e7c28 not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:30.333681 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 1cafb987-18c7-41d1-b66b-e6575aff6ffb no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:30.355168 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: 1cafb987-18c7-41d1-b66b-e6575aff6ffb {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:30.355507 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 1cafb987-18c7-41d1-b66b-e6575aff6ffb not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:30.355935 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device e096d70b-f68f-4017-9ae5-418c87d733c9 no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:30.375042 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: e096d70b-f68f-4017-9ae5-418c87d733c9 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:30.375242 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device e096d70b-f68f-4017-9ae5-418c87d733c9 not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:30.650605 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 60952) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:30.750855 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.v2.base [None req-d5d48ed8-6076-42f3-8696-4a487692afeb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1023065802-network', 'tenant_id': '272e5ae4aa8045a38003e59b113e7898'}} {{(pid=108150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:30.772981 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d48ed8-6076-42f3-8696-4a487692afeb admin admin] Made reservation on behalf of 272e5ae4aa8045a38003e59b113e7898 for: {'network': 1} {{(pid=108150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:53:30.775219 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d5d48ed8-6076-42f3-8696-4a487692afeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for network, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:30.783291 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d5d48ed8-6076-42f3-8696-4a487692afeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:30.861154 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d5d48ed8-6076-42f3-8696-4a487692afeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:30.867009 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d5d48ed8-6076-42f3-8696-4a487692afeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:30.891677 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d48ed8-6076-42f3-8696-4a487692afeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=108150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:53:30.902227 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d48ed8-6076-42f3-8696-4a487692afeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5382c35f-160f-4675-9ef7-72b07374985b,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:30.907693 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d5d48ed8-6076-42f3-8696-4a487692afeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:30.908037 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.db.segments_db [None req-d5d48ed8-6076-42f3-8696-4a487692afeb admin admin] Added segment 339aa7f4-4481-4841-b1e3-21a131736b76 of type vlan for network 4ef62a40-86ce-4d50-abaa-404f56129ded Oct 28 08:53:30.949169 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d5d48ed8-6076-42f3-8696-4a487692afeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726588262319'] for network, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:30.975448 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d5d48ed8-6076-42f3-8696-4a487692afeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769'] for network, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:30.976374 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d48ed8-6076-42f3-8696-4a487692afeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:30.976943 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d5d48ed8-6076-42f3-8696-4a487692afeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.032480 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-d5d48ed8-6076-42f3-8696-4a487692afeb admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3806982 Oct 28 08:53:31.036284 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 60956) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:31.041389 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [None req-4b83a0d5-bb92-4593-9044-ce636ba16c9a admin admin] Request body: {'subnet': {'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1023065802-subnet', 'tenant_id': '272e5ae4aa8045a38003e59b113e7898', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:31.047310 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d48ed8-6076-42f3-8696-4a487692afeb admin admin] Pushing event updated for resources: {'Network': ['ID=4ef62a40-86ce-4d50-abaa-404f56129ded,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:31.062065 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Network 4ef62a40-86ce-4d50-abaa-404f56129ded details requested by agent ovs-agent-dv-cinder-815660-3-iscsi with host dv-cinder-815660-3-iscsi {{(pid=108151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:53:31.064118 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b83a0d5-bb92-4593-9044-ce636ba16c9a admin admin] Made reservation on behalf of 272e5ae4aa8045a38003e59b113e7898 for: {'subnet': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:53:31.067265 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-4b83a0d5-bb92-4593-9044-ce636ba16c9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25577625'] for subnet, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.241361 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-4b83a0d5-bb92-4593-9044-ce636ba16c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25303791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577611'] for subnet, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.309835 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83a0d5-bb92-4593-9044-ce636ba16c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238,revision_number=0']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:31.317972 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b83a0d5-bb92-4593-9044-ce636ba16c9a admin admin] Checking segment: {'id': '339aa7f4-4481-4841-b1e3-21a131736b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:53:31.318495 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b83a0d5-bb92-4593-9044-ce636ba16c9a admin admin] Network hostable DHCP agents. Network: 4ef62a40-86ce-4d50-abaa-404f56129ded, hostable agents: ['a0272f17-d1f2-4606-9a20-f7b889da77c9'], hosted agents: [] {{(pid=108149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:53:31.339380 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b83a0d5-bb92-4593-9044-ce636ba16c9a admin admin] Network 4ef62a40-86ce-4d50-abaa-404f56129ded is scheduled to be hosted by DHCP agent a0272f17-d1f2-4606-9a20-f7b889da77c9 with binding_index 1 {{(pid=108149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:53:31.348615 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [None req-4b83a0d5-bb92-4593-9044-ce636ba16c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-3-iscsi, 4ef62a40-86ce-4d50-abaa-404f56129ded) {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:53:31.352924 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b83a0d5-bb92-4593-9044-ce636ba16c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:31.353516 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-4b83a0d5-bb92-4593-9044-ce636ba16c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:31.357848 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20561380-e50e-4b18-97d1-57752c1603f7 None None] Network 4ef62a40-86ce-4d50-abaa-404f56129ded requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:53:31.368975 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-4b83a0d5-bb92-4593-9044-ce636ba16c9a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3314617 Oct 28 08:53:31.497313 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabb104e-562f-4d74-8bf0-3aca0d8fc62b None None] Network 4ef62a40-86ce-4d50-abaa-404f56129ded requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:53:31.859663 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-5d583f88-2bed-403a-a8f4-0f42728c167b tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:31.861115 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-5d583f88-2bed-403a-a8f4-0f42728c167b tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/networks?id=4ef62a40-86ce-4d50-abaa-404f56129ded HTTP/1.1" status: 200 len: 815 time: 0.1111262 Oct 28 08:53:31.876369 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-d5ba772e-7e34-40a0-9ada-7f22a1957740 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/quotas/272e5ae4aa8045a38003e59b113e7898 HTTP/1.1" status: 200 len: 375 time: 0.0087686 Oct 28 08:53:31.913048 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-aa334cf7-0def-4866-9f5b-f69d75854948 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=272e5ae4aa8045a38003e59b113e7898&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306702 Oct 28 08:53:31.974209 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-99c81a89-dffe-43ab-89db-14db24c73f40 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=108149) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:53:31.975286 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-99c81a89-dffe-43ab-89db-14db24c73f40 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0549765 Oct 28 08:53:32.075178 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-7f1e4319-8cd8-4189-885d-9811ab6aef3d service neutron] 10.222.0.74 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936036 Oct 28 08:53:32.174534 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-daf94c4e-1b1c-4112-8283-2a71ea66dd32 service neutron] 10.222.0.74 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932066 Oct 28 08:53:32.338324 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2411e4d9-7d45-4105-8bd6-e8831e9e6021 req-5ce2e02c-891a-4b04-9099-84d1dd5d5b81 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d2e5b11-789c-403e-a726-3c7f0412bc44 HTTP/1.1" status: 200 len: 210 time: 0.0268846 Oct 28 08:53:33.280009 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-a66d9300-0695-441c-bd71-5ace4ec69a08 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:33.281499 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-a66d9300-0695-441c-bd71-5ace4ec69a08 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.77 "GET /v2.0/networks?id=4ef62a40-86ce-4d50-abaa-404f56129ded HTTP/1.1" status: 200 len: 815 time: 0.1156659 Oct 28 08:53:33.294480 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-e756b3c9-f260-4ee3-b79b-65a133777a58 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Request body: {'port': {'device_id': '1d2e5b11-789c-403e-a726-3c7f0412bc44', 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded', 'admin_state_up': True, 'tenant_id': '272e5ae4aa8045a38003e59b113e7898'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:33.447291 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9a9e6d60-1b0a-4a18-90bc-b9031cadcfd5 req-ffa9c9f4-2899-4a24-8329-8e05319fe176 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d2e5b11-789c-403e-a726-3c7f0412bc44 HTTP/1.1" status: 200 len: 210 time: 0.0397947 Oct 28 08:53:33.448003 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-e756b3c9-f260-4ee3-b79b-65a133777a58 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Made reservation on behalf of 272e5ae4aa8045a38003e59b113e7898 for: {'port': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:53:33.451656 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-e756b3c9-f260-4ee3-b79b-65a133777a58 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:33.588763 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-e756b3c9-f260-4ee3-b79b-65a133777a58 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Allocated IP 172.20.0.13 (4ef62a40-86ce-4d50-abaa-404f56129ded/f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238/6e84e39e-941c-43f6-9052-8a92be7b65cb) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:53:33.750848 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-e756b3c9-f260-4ee3-b79b-65a133777a58 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:33.793324 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-e756b3c9-f260-4ee3-b79b-65a133777a58 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:33.839003 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-e756b3c9-f260-4ee3-b79b-65a133777a58 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Network 4ef62a40-86ce-4d50-abaa-404f56129ded is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:53:33.841935 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-e756b3c9-f260-4ee3-b79b-65a133777a58 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:53:33.845624 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-e756b3c9-f260-4ee3-b79b-65a133777a58 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:53:33.852680 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756b3c9-f260-4ee3-b79b-65a133777a58 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Pushing event updated for resources: {'Port': ['ID=6e84e39e-941c-43f6-9052-8a92be7b65cb,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:33.898874 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-e756b3c9-f260-4ee3-b79b-65a133777a58 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:33.899486 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-e756b3c9-f260-4ee3-b79b-65a133777a58 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:33.917258 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-e756b3c9-f260-4ee3-b79b-65a133777a58 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6268172 Oct 28 08:53:33.930704 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Request body: {'port': {'device_id': '1d2e5b11-789c-403e-a726-3c7f0412bc44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:33.988587 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:34.251016 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e84e39e-941c-43f6-9052-8a92be7b65cb {{(pid=108149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:53:34.259090 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:34.272318 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.provisioning_blocks [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Transition to ACTIVE for port object 6e84e39e-941c-43f6-9052-8a92be7b65cb will not be triggered until provisioned by entity L2. {{(pid=108149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:53:34.275857 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:34.327727 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Pushing event updated for resources: {'Port': ['ID=6e84e39e-941c-43f6-9052-8a92be7b65cb,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:34.406693 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Attempting to bind port 6e84e39e-941c-43f6-9052-8a92be7b65cb on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:53:34.407059 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Attempting to bind port 6e84e39e-941c-43f6-9052-8a92be7b65cb by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '339aa7f4-4481-4841-b1e3-21a131736b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded'}] {{(pid=108149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:53:34.407328 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Attempting to bind port 6e84e39e-941c-43f6-9052-8a92be7b65cb on network 4ef62a40-86ce-4d50-abaa-404f56129ded {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:53:34.412435 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Port 6e84e39e-941c-43f6-9052-8a92be7b65cb on network 4ef62a40-86ce-4d50-abaa-404f56129ded not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:53:34.412744 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Attempting to bind port 6e84e39e-941c-43f6-9052-8a92be7b65cb on network 4ef62a40-86ce-4d50-abaa-404f56129ded {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:53:34.417744 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:53:34.418091 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Checking segment: {'id': '339aa7f4-4481-4841-b1e3-21a131736b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:53:34.418464 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Bound using segment: {'id': '339aa7f4-4481-4841-b1e3-21a131736b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded'} {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:53:34.418879 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Bound port: 6e84e39e-941c-43f6-9052-8a92be7b65cb, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339aa7f4-4481-4841-b1e3-21a131736b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded'}}] {{(pid=108149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:53:34.419225 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:34.483838 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] For port 6e84e39e-941c-43f6-9052-8a92be7b65cb, host hv-cinder-81566, cleared binding levels {{(pid=108149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:53:34.486854 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] For port 6e84e39e-941c-43f6-9052-8a92be7b65cb, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6e84e39e-941c-43f6-9052-8a92be7b65cb,segment=NetworkSegment(339aa7f4-4481-4841-b1e3-21a131736b76),segment_id=339aa7f4-4481-4841-b1e3-21a131736b76)] {{(pid=108149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:53:34.492047 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:34.533982 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:34.534948 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:34.536141 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] 10.222.0.77 "PUT /v2.0/ports/6e84e39e-941c-43f6-9052-8a92be7b65cb HTTP/1.1" status: 200 len: 1094 time: 0.6096151 Oct 28 08:53:34.537747 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2e5b11-789c-403e-a726-3c7f0412bc44', 'tag': '6e84e39e-941c-43f6-9052-8a92be7b65cb'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:34.540261 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b518539d-99a2-4f47-9fb2-5e7f69a26ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2e5b11-789c-403e-a726-3c7f0412bc44", "tag": "6e84e39e-941c-43f6-9052-8a92be7b65cb"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:34.601491 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdca2fa-6583-4349-9d7e-85025b0dc9d4 x-openstack-request-id: req-3cdca2fa-6583-4349-9d7e-85025b0dc9d4 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:34.601800 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2e5b11-789c-403e-a726-3c7f0412bc44", "tag": "6e84e39e-941c-43f6-9052-8a92be7b65cb", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:34.602062 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3cdca2fa-6583-4349-9d7e-85025b0dc9d4 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:34.602453 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2e5b11-789c-403e-a726-3c7f0412bc44', 'tag': '6e84e39e-941c-43f6-9052-8a92be7b65cb', 'status': 'completed', 'code': 200} Oct 28 08:53:34.619893 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd1d6c-121d-430b-81c8-67c9c79a035f service neutron] Pushing event updated for resources: {'Port': ['ID=6e84e39e-941c-43f6-9052-8a92be7b65cb,revision_number=3']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:34.642573 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74291469-cec1-47b1-a4e0-98b4614b3221 req-00a0ba3d-69ea-482d-9a42-15d0f1bd6aa3 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:34.645220 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-74291469-cec1-47b1-a4e0-98b4614b3221 req-00a0ba3d-69ea-482d-9a42-15d0f1bd6aa3 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d2e5b11-789c-403e-a726-3c7f0412bc44 HTTP/1.1" status: 200 len: 944 time: 0.1082280 Oct 28 08:53:34.661843 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-d31cecd9-d8f7-4fef-a0b0-429308d05b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:34.663382 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-d31cecd9-d8f7-4fef-a0b0-429308d05b88 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=272e5ae4aa8045a38003e59b113e7898&device_id=1d2e5b11-789c-403e-a726-3c7f0412bc44 HTTP/1.1" status: 200 len: 1097 time: 0.0763235 Oct 28 08:53:34.722608 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-d0c6e417-2d95-4064-9f15-054d2c4d584a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e84e39e-941c-43f6-9052-8a92be7b65cb HTTP/1.1" status: 200 len: 217 time: 0.0443354 Oct 28 08:53:34.742888 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-74291469-cec1-47b1-a4e0-98b4614b3221 req-9882bc74-bfb7-49b3-a02a-6280a6b6832a tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898271 Oct 28 08:53:34.780140 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-a689bc97-160c-44da-8781-9a1fbe9360e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:34.781571 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-a689bc97-160c-44da-8781-9a1fbe9360e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238 HTTP/1.1" status: 200 len: 855 time: 0.0513370 Oct 28 08:53:34.813730 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-24d02e39-0e7c-4f75-8ff9-6cc8b72f6815 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ef62a40-86ce-4d50-abaa-404f56129ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246198 Oct 28 08:53:34.903795 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-4b9e33e0-170c-48bc-b2c3-bab0218b069f service neutron] 10.222.0.77 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824440 Oct 28 08:53:34.999043 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4465eedf-64de-4900-a391-f1c84eadc9d6 req-34438644-a50e-49e3-a996-2151d01b0084 service neutron] 10.222.0.77 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883920 Oct 28 08:53:35.088903 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518539d-99a2-4f47-9fb2-5e7f69a26ab4 req-9d144523-83e5-441e-a005-a5b76cbf0155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:35.090326 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b518539d-99a2-4f47-9fb2-5e7f69a26ab4 req-9d144523-83e5-441e-a005-a5b76cbf0155 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=272e5ae4aa8045a38003e59b113e7898&device_id=1d2e5b11-789c-403e-a726-3c7f0412bc44 HTTP/1.1" status: 200 len: 1097 time: 0.0431161 Oct 28 08:53:35.185489 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518539d-99a2-4f47-9fb2-5e7f69a26ab4 req-e131a3db-5bc8-4b7c-99de-ed16834d4a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:35.187106 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b518539d-99a2-4f47-9fb2-5e7f69a26ab4 req-e131a3db-5bc8-4b7c-99de-ed16834d4a96 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ef62a40-86ce-4d50-abaa-404f56129ded HTTP/1.1" status: 200 len: 917 time: 0.0886250 Oct 28 08:53:35.228428 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b518539d-99a2-4f47-9fb2-5e7f69a26ab4 req-e275124d-2815-4f01-85dd-bb5ad31b9c68 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e84e39e-941c-43f6-9052-8a92be7b65cb HTTP/1.1" status: 200 len: 217 time: 0.0335236 Oct 28 08:53:35.276223 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518539d-99a2-4f47-9fb2-5e7f69a26ab4 req-1e7844c6-fb55-4278-9b2c-9523c6ee5ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:35.277654 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b518539d-99a2-4f47-9fb2-5e7f69a26ab4 req-1e7844c6-fb55-4278-9b2c-9523c6ee5ad3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238 HTTP/1.1" status: 200 len: 855 time: 0.0427845 Oct 28 08:53:35.314308 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b518539d-99a2-4f47-9fb2-5e7f69a26ab4 req-f5e1f59a-594f-46f3-86c3-1f064635bd93 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ef62a40-86ce-4d50-abaa-404f56129ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288448 Oct 28 08:53:35.405373 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b518539d-99a2-4f47-9fb2-5e7f69a26ab4 req-65290b1a-3cbd-4861-bdcd-543b0d6dd498 service neutron] 10.222.0.77 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837319 Oct 28 08:53:35.501120 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b518539d-99a2-4f47-9fb2-5e7f69a26ab4 req-86fbd46f-578d-421d-b334-ee5efd52ca3f service neutron] 10.222.0.77 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869462 Oct 28 08:53:35.859971 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b25f9-9592-41e8-a495-d06fbd59ae52 req-1bc92e56-497c-4add-a383-34b9dc83e978 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:35.861436 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3b7b25f9-9592-41e8-a495-d06fbd59ae52 req-1bc92e56-497c-4add-a383-34b9dc83e978 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d2e5b11-789c-403e-a726-3c7f0412bc44 HTTP/1.1" status: 200 len: 944 time: 0.0498562 Oct 28 08:53:35.902546 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3b7b25f9-9592-41e8-a495-d06fbd59ae52 req-af84b75f-8481-447a-a11c-16d9c8f5bae7 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327106 Oct 28 08:53:37.019647 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a08220-d90a-4649-b6aa-9c2f7b37fff7 req-8833cc6e-cc2e-4aff-b391-49cba44ec2d3 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:37.021268 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d6a08220-d90a-4649-b6aa-9c2f7b37fff7 req-8833cc6e-cc2e-4aff-b391-49cba44ec2d3 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d2e5b11-789c-403e-a726-3c7f0412bc44 HTTP/1.1" status: 200 len: 944 time: 0.0506463 Oct 28 08:53:37.059603 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d6a08220-d90a-4649-b6aa-9c2f7b37fff7 req-f222a189-5086-47ce-81ea-d7fa148783ac tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321367 Oct 28 08:53:38.178463 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f4e50-d7be-46e6-a98d-211a67369683 req-783e57d0-dd77-402e-aa9b-4c1e0007417e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:38.180096 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f83f4e50-d7be-46e6-a98d-211a67369683 req-783e57d0-dd77-402e-aa9b-4c1e0007417e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d2e5b11-789c-403e-a726-3c7f0412bc44 HTTP/1.1" status: 200 len: 944 time: 0.0536494 Oct 28 08:53:38.216926 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f83f4e50-d7be-46e6-a98d-211a67369683 req-aac4920e-af9f-4b63-8cfc-3d606bf15fe7 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306776 Oct 28 08:53:38.973927 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 6e84e39e-941c-43f6-9052-8a92be7b65cb details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:53:39.073109 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 6e84e39e-941c-43f6-9052-8a92be7b65cb, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6e84e39e-941c-43f6-9052-8a92be7b65cb,segment=NetworkSegment(339aa7f4-4481-4841-b1e3-21a131736b76),segment_id=339aa7f4-4481-4841-b1e3-21a131736b76)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:39.084962 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': '6e84e39e-941c-43f6-9052-8a92be7b65cb', 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded', 'port_id': '6e84e39e-941c-43f6-9052-8a92be7b65cb', 'mac_address': 'fa:16:3e:ba:a5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:53:39.120846 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:39.134627 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e84e39e-941c-43f6-9052-8a92be7b65cb {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:53:39.154925 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 6e84e39e-941c-43f6-9052-8a92be7b65cb, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6e84e39e-941c-43f6-9052-8a92be7b65cb,segment=NetworkSegment(339aa7f4-4481-4841-b1e3-21a131736b76),segment_id=339aa7f4-4481-4841-b1e3-21a131736b76)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:39.159425 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:39.209817 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=6e84e39e-941c-43f6-9052-8a92be7b65cb,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:39.336890 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc668e3-bf7a-4a4a-8da4-bb398492d855 req-ae9b1db8-78a4-4e15-a306-f835517a96d7 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:39.338423 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0cc668e3-bf7a-4a4a-8da4-bb398492d855 req-ae9b1db8-78a4-4e15-a306-f835517a96d7 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d2e5b11-789c-403e-a726-3c7f0412bc44 HTTP/1.1" status: 200 len: 945 time: 0.0507696 Oct 28 08:53:39.379003 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0cc668e3-bf7a-4a4a-8da4-bb398492d855 req-45f8d16f-6997-4d84-968a-4a2cfeec63d6 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337059 Oct 28 08:53:39.486797 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['6e84e39e-941c-43f6-9052-8a92be7b65cb'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:53:40.497690 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022d522-3d5f-4f26-ae0d-ed57620a03fa req-06b58e30-47ca-4916-8dd4-ea1f9a86f266 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:40.499238 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c022d522-3d5f-4f26-ae0d-ed57620a03fa req-06b58e30-47ca-4916-8dd4-ea1f9a86f266 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d2e5b11-789c-403e-a726-3c7f0412bc44 HTTP/1.1" status: 200 len: 945 time: 0.0538015 Oct 28 08:53:40.540678 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c022d522-3d5f-4f26-ae0d-ed57620a03fa req-955eb5a1-ce31-4a43-bae7-1062b63d4705 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345786 Oct 28 08:53:40.974561 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 6e84e39e-941c-43f6-9052-8a92be7b65cb up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:53:41.027642 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port 6e84e39e-941c-43f6-9052-8a92be7b65cb completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:53:41.031651 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port 6e84e39e-941c-43f6-9052-8a92be7b65cb triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:41.032013 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:41.117124 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:41.140089 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2e5b11-789c-403e-a726-3c7f0412bc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e84e39e-941c-43f6-9052-8a92be7b65cb'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:41.142338 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c2b127-9bf4-498b-b99a-6ce40bbbd786" -d '{"events": [{"server_uuid": "1d2e5b11-789c-403e-a726-3c7f0412bc44", "name": "network-vif-plugged", "status": "completed", "tag": "6e84e39e-941c-43f6-9052-8a92be7b65cb"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:41.163804 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 6e84e39e-941c-43f6-9052-8a92be7b65cb, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6e84e39e-941c-43f6-9052-8a92be7b65cb,segment=NetworkSegment(339aa7f4-4481-4841-b1e3-21a131736b76),segment_id=339aa7f4-4481-4841-b1e3-21a131736b76)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:41.168938 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:41.194902 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17392f06-9884-44d1-9a9c-23a001744d4c x-openstack-request-id: req-17392f06-9884-44d1-9a9c-23a001744d4c {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:41.195190 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2e5b11-789c-403e-a726-3c7f0412bc44", "name": "network-vif-plugged", "status": "completed", "tag": "6e84e39e-941c-43f6-9052-8a92be7b65cb", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:41.195436 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-17392f06-9884-44d1-9a9c-23a001744d4c {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:41.195815 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2e5b11-789c-403e-a726-3c7f0412bc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e84e39e-941c-43f6-9052-8a92be7b65cb', 'code': 200} Oct 28 08:53:41.222648 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=6e84e39e-941c-43f6-9052-8a92be7b65cb,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:41.618076 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b7dd5-9d52-4472-93e6-f847484dc45c req-ffc2834b-b21c-4769-80e5-fe77d02c0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:41.619696 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3a1b7dd5-9d52-4472-93e6-f847484dc45c req-ffc2834b-b21c-4769-80e5-fe77d02c0239 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1d2e5b11-789c-403e-a726-3c7f0412bc44 HTTP/1.1" status: 200 len: 1099 time: 0.2976556 Oct 28 08:53:41.686380 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3a1b7dd5-9d52-4472-93e6-f847484dc45c req-044ea98b-a33b-487e-a119-1aece4451a09 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557969 Oct 28 08:53:41.695289 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780bfbf-6b10-4962-a6f9-e8cd65c1d3c4 req-3f5d2220-e0d4-4cc5-8a84-610f40fb8d30 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:41.696701 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f780bfbf-6b10-4962-a6f9-e8cd65c1d3c4 req-3f5d2220-e0d4-4cc5-8a84-610f40fb8d30 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d2e5b11-789c-403e-a726-3c7f0412bc44 HTTP/1.1" status: 200 len: 946 time: 0.0748968 Oct 28 08:53:41.735233 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f780bfbf-6b10-4962-a6f9-e8cd65c1d3c4 req-846dacc9-b36a-4181-a059-128b790f523c tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325427 Oct 28 08:53:42.861922 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71386fab-9a47-4833-9c58-5f3ef9253c6f req-ff699f62-344e-4fc6-a27a-87d65e40ccea tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:42.864391 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-71386fab-9a47-4833-9c58-5f3ef9253c6f req-ff699f62-344e-4fc6-a27a-87d65e40ccea tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d2e5b11-789c-403e-a726-3c7f0412bc44 HTTP/1.1" status: 200 len: 946 time: 0.0529261 Oct 28 08:53:42.906832 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-71386fab-9a47-4833-9c58-5f3ef9253c6f req-284a2d69-18b6-4d33-ac11-7b834f3ed31d tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353508 Oct 28 08:53:44.023211 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47e291-55e6-43ad-890f-74ef02e60de8 req-1b0e4e78-beee-49c2-9442-3702b9919b85 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:44.024780 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4a47e291-55e6-43ad-890f-74ef02e60de8 req-1b0e4e78-beee-49c2-9442-3702b9919b85 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d2e5b11-789c-403e-a726-3c7f0412bc44 HTTP/1.1" status: 200 len: 946 time: 0.0489655 Oct 28 08:53:44.063482 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4a47e291-55e6-43ad-890f-74ef02e60de8 req-05aceb89-0d96-4788-8c5f-f044b2d43206 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319707 Oct 28 08:53:48.241812 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:50.828393 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 32812) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:51.094219 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Deleting port ef897bb5-4860-454b-8718-09b2d1b7c88f {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:51.094574 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:51.190797 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:51.191115 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:51.202576 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Calling delete_port for ef897bb5-4860-454b-8718-09b2d1b7c88f owned by network:floatingip {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:51.351917 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:51.380007 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Pushing event deleted for resources: {'Port': ['ID=ef897bb5-4860-454b-8718-09b2d1b7c88f,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:51.404584 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:51.404925 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:51.405261 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:51.405618 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:51.405960 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:51.406292 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:51.406615 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:51.406940 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:51.407255 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:51.407576 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:51.407892 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:51.408218 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:51.448953 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for floatingip, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:51.449286 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.db.l3_db [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Floating IP 62805d4d-32bc-43ef-add8-f8596831dd88 disassociated (deleted). External IP: 172.27.2.199, port: 0151d785-b8a4-4437-9aa9-d788de11dd43. Oct 28 08:53:51.539945 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8c66fb02-b5a2-4e23-b386-c1c1c9907e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:51.688424 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Router 910be4ac-530c-48c3-9cce-26b79c0ee128 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:53:51.809735 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:53:51.815281 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for floatingip, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:51.820068 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c53823f-6800-45a8-931c-f453e260738c None None] Sync routers for ids ['910be4ac-530c-48c3-9cce-26b79c0ee128'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:53:51.830134 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c53823f-6800-45a8-931c-f453e260738c None None] Routers {'910be4ac-530c-48c3-9cce-26b79c0ee128'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:51.831312 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-5c53823f-6800-45a8-931c-f453e260738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:53:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['910be4ac-530c-48c3-9cce-26b79c0ee128'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:51.851514 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-5a7dfc06-12d3-433b-bb52-953500eb2372 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "DELETE /v2.0/floatingips/62805d4d-32bc-43ef-add8-f8596831dd88 HTTP/1.1" status: 204 len: 168 time: 1.0219772 Oct 28 08:53:51.852241 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1', 'tag': '0151d785-b8a4-4437-9aa9-d788de11dd43'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:51.854686 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88ab372-5ae0-4ee9-9566-544fe620bd30" -d '{"events": [{"name": "network-changed", "server_uuid": "d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1", "tag": "0151d785-b8a4-4437-9aa9-d788de11dd43"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:51.895929 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ef8c82-ad98-45cf-9743-3f4831690426 x-openstack-request-id: req-65ef8c82-ad98-45cf-9743-3f4831690426 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:51.896222 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1", "tag": "0151d785-b8a4-4437-9aa9-d788de11dd43", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:51.896475 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-65ef8c82-ad98-45cf-9743-3f4831690426 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:51.896888 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1', 'tag': '0151d785-b8a4-4437-9aa9-d788de11dd43', 'status': 'completed', 'code': 200} Oct 28 08:53:51.945835 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-5c53823f-6800-45a8-931c-f453e260738c None None] Set router 910be4ac-530c-48c3-9cce-26b79c0ee128 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:51.961906 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ab372-5ae0-4ee9-9566-544fe620bd30 req-dc361d42-1ae4-4d6c-b474-c8f104b9803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:51.963447 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e88ab372-5ae0-4ee9-9566-544fe620bd30 req-dc361d42-1ae4-4d6c-b474-c8f104b9803c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d66afaa2b9f04ea1a518ab92aab8cb1d&device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 1098 time: 0.0453906 Oct 28 08:53:52.129477 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ab372-5ae0-4ee9-9566-544fe620bd30 req-27a8c23d-5ce5-4cc0-9a7b-eb2b33bcf087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:52.131407 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e88ab372-5ae0-4ee9-9566-544fe620bd30 req-27a8c23d-5ce5-4cc0-9a7b-eb2b33bcf087 service neutron] 10.222.0.77 "GET /v2.0/networks?id=46cffedc-a76f-4c3b-a308-ea44ccc749a5 HTTP/1.1" status: 200 len: 910 time: 0.1570051 Oct 28 08:53:52.180054 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e88ab372-5ae0-4ee9-9566-544fe620bd30 req-c5e141e5-0159-4e60-b8a5-b12a82dd39bc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0151d785-b8a4-4437-9aa9-d788de11dd43 HTTP/1.1" status: 200 len: 217 time: 0.0376725 Oct 28 08:53:52.188690 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86faf07-d93e-436e-9aa8-a4ff53485b48 req-27f83343-4c04-4313-82ee-ea1629d6a271 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:52.190835 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b86faf07-d93e-436e-9aa8-a4ff53485b48 req-27f83343-4c04-4313-82ee-ea1629d6a271 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0921543 Oct 28 08:53:52.190989 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-5c53823f-6800-45a8-931c-f453e260738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'name': 'tempest-TestShelveInstance-677177209-router', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:15Z', 'revision_number': 4, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'gw_port': {'id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '4791d512-eb99-4026-82b0-d35c1d468879', 'name': '', 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'mac_address': 'fa:16:3e:d6:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:15Z', 'updated_at': '2021-10-28T08:47:21Z', 'revision_number': 5, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'subnets': [{'id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:52.218525 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c53823f-6800-45a8-931c-f453e260738c None None] Checking router: 910be4ac-530c-48c3-9cce-26b79c0ee128 for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:53:52.228101 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c53823f-6800-45a8-931c-f453e260738c None None] Routers {'910be4ac-530c-48c3-9cce-26b79c0ee128'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:52.228709 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-5c53823f-6800-45a8-931c-f453e260738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:53:24Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['910be4ac-530c-48c3-9cce-26b79c0ee128'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:52.276489 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ab372-5ae0-4ee9-9566-544fe620bd30 req-78f69a80-62d1-4707-9fb8-d85b5198b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:52.277989 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e88ab372-5ae0-4ee9-9566-544fe620bd30 req-78f69a80-62d1-4707-9fb8-d85b5198b51f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6ca61d55-41f0-47f4-9f73-3ff0159a70ba HTTP/1.1" status: 200 len: 847 time: 0.0837855 Oct 28 08:53:52.287208 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b86faf07-d93e-436e-9aa8-a4ff53485b48 req-0b1fde06-3ade-436f-8995-d54ab4be0aae tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784280 Oct 28 08:53:52.329276 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ab372-5ae0-4ee9-9566-544fe620bd30 req-0eac0f2c-13cd-451b-872d-006d519f565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:52.331552 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e88ab372-5ae0-4ee9-9566-544fe620bd30 req-0eac0f2c-13cd-451b-872d-006d519f565f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46cffedc-a76f-4c3b-a308-ea44ccc749a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434866 Oct 28 08:53:52.340204 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-5c53823f-6800-45a8-931c-f453e260738c None None] Set router 910be4ac-530c-48c3-9cce-26b79c0ee128 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:52.434354 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e88ab372-5ae0-4ee9-9566-544fe620bd30 req-13990b17-eb01-43e3-b1fe-7ce875948c5d service neutron] 10.222.0.77 "GET /v2.0/networks/46cffedc-a76f-4c3b-a308-ea44ccc749a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951350 Oct 28 08:53:52.528205 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e88ab372-5ae0-4ee9-9566-544fe620bd30 req-41041dc6-2db5-4b5b-9afc-9fedeace9a40 service neutron] 10.222.0.77 "GET /v2.0/networks/46cffedc-a76f-4c3b-a308-ea44ccc749a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865712 Oct 28 08:53:52.561654 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-5c53823f-6800-45a8-931c-f453e260738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'name': 'tempest-TestShelveInstance-677177209-router', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:15Z', 'revision_number': 4, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'gw_port': {'id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '4791d512-eb99-4026-82b0-d35c1d468879', 'name': '', 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'mac_address': 'fa:16:3e:d6:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:15Z', 'updated_at': '2021-10-28T08:47:21Z', 'revision_number': 5, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'subnets': [{'id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:52.590446 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c53823f-6800-45a8-931c-f453e260738c None None] The sync data for ids ['910be4ac-530c-48c3-9cce-26b79c0ee128'] in dv-cinder-815660-3-iscsi is: [{'id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'name': 'tempest-TestShelveInstance-677177209-router', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:15Z', 'revision_number': 4, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'gw_port': {'id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi', '_interfaces': [{'id': '4791d512-eb99-4026-82b0-d35c1d468879', 'name': '', 'network_id': '46cffedc-a76f-4c3b-a308-ea44ccc749a5', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'mac_address': 'fa:16:3e:d6:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:15Z', 'updated_at': '2021-10-28T08:47:21Z', 'revision_number': 5, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'subnets': [{'id': '6ca61d55-41f0-47f4-9f73-3ff0159a70ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:53:52.800320 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b0c057-2ace-43bd-89e5-92d107317f4b None None] New status for floating IP 62805d4d-32bc-43ef-add8-f8596831dd88: DOWN {{(pid=108152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:53:53.443548 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f78c6-55f2-4758-9804-80591c8f8335 req-b2d86a3c-f5de-4240-b49d-c90fd1367ef0 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:53.444920 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-747f78c6-55f2-4758-9804-80591c8f8335 req-b2d86a3c-f5de-4240-b49d-c90fd1367ef0 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0853844 Oct 28 08:53:53.451393 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-d9283519-0b04-4302-bab3-825c5324aeb7 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:53.453050 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-d9283519-0b04-4302-bab3-825c5324aeb7 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/networks?id=4ef62a40-86ce-4d50-abaa-404f56129ded HTTP/1.1" status: 200 len: 815 time: 0.1490817 Oct 28 08:53:53.480023 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-febfb727-8bd3-4b5e-84de-39c46a8834dc tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/quotas/272e5ae4aa8045a38003e59b113e7898 HTTP/1.1" status: 200 len: 375 time: 0.0188107 Oct 28 08:53:53.509837 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-747f78c6-55f2-4758-9804-80591c8f8335 req-382a5394-ab03-4bee-ac13-0e416019b6eb tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/security-groups?id=eaba589d-4f06-4d0f-9bea-88b444acbfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555863 Oct 28 08:53:53.543391 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-7e191852-81c0-4b11-8ea5-33f8c4c74825 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=272e5ae4aa8045a38003e59b113e7898&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0521462 Oct 28 08:53:53.651822 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-95bfcd75-f878-4612-a436-f28d6977d2a7 service neutron] 10.222.0.74 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008544 Oct 28 08:53:53.757907 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-b46f895e-3daf-430d-9d32-cf849d824ef9 service neutron] 10.222.0.74 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999646 Oct 28 08:53:53.922743 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e758d76c-a1bc-4172-811b-1d19ca389f48 req-24a344f5-32ea-415b-8865-59b4df4802b0 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3169d26-f614-4421-bc29-c09940bbc06f HTTP/1.1" status: 200 len: 210 time: 0.0269847 Oct 28 08:53:54.017641 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9e806-7ca9-41f4-85cc-c00706940686 req-28a4caa8-55f2-4415-9fb6-74b1fa737661 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:54.019484 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a4b9e806-7ca9-41f4-85cc-c00706940686 req-28a4caa8-55f2-4415-9fb6-74b1fa737661 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.77 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 945 time: 0.0589402 Oct 28 08:53:54.129884 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-a4b9e806-7ca9-41f4-85cc-c00706940686 req-d1772547-0110-4104-829e-e3f66d990b25 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Deleting port 0151d785-b8a4-4437-9aa9-d788de11dd43 {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:54.130332 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-a4b9e806-7ca9-41f4-85cc-c00706940686 req-d1772547-0110-4104-829e-e3f66d990b25 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:54.235357 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-a4b9e806-7ca9-41f4-85cc-c00706940686 req-d1772547-0110-4104-829e-e3f66d990b25 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] For port 0151d785-b8a4-4437-9aa9-d788de11dd43, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0151d785-b8a4-4437-9aa9-d788de11dd43,segment=NetworkSegment(d816620b-6b1f-4634-be13-3394c65a21ad),segment_id=d816620b-6b1f-4634-be13-3394c65a21ad)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:54.235865 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-a4b9e806-7ca9-41f4-85cc-c00706940686 req-d1772547-0110-4104-829e-e3f66d990b25 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:54.250257 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [req-a4b9e806-7ca9-41f4-85cc-c00706940686 req-d1772547-0110-4104-829e-e3f66d990b25 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Calling delete_port for 0151d785-b8a4-4437-9aa9-d788de11dd43 owned by compute:nova {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:54.387501 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-a4b9e806-7ca9-41f4-85cc-c00706940686 req-d1772547-0110-4104-829e-e3f66d990b25 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:54.425917 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1772547-0110-4104-829e-e3f66d990b25 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Pushing event deleted for resources: {'Port': ['ID=0151d785-b8a4-4437-9aa9-d788de11dd43,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:54.472996 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-00ffc4a6-ba55-40fc-bc9d-669ad1aa7306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:54.480086 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b9e806-7ca9-41f4-85cc-c00706940686 req-d1772547-0110-4104-829e-e3f66d990b25 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] No DVR routers for this DVR port 0151d785-b8a4-4437-9aa9-d788de11dd43 on host hv-cinder-81566 {{(pid=108149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:53:54.481515 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:53:54.482553 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-a4b9e806-7ca9-41f4-85cc-c00706940686 req-d1772547-0110-4104-829e-e3f66d990b25 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:54.486830 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a4b9e806-7ca9-41f4-85cc-c00706940686 req-d1772547-0110-4104-829e-e3f66d990b25 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.77 "DELETE /v2.0/ports/0151d785-b8a4-4437-9aa9-d788de11dd43 HTTP/1.1" status: 204 len: 173 time: 0.4597201 Oct 28 08:53:54.487313 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1', 'name': 'network-vif-deleted', 'tag': '0151d785-b8a4-4437-9aa9-d788de11dd43'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:54.490734 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e2c331-2f01-448b-99d4-670ba714e94a" -d '{"events": [{"server_uuid": "d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1", "name": "network-vif-deleted", "tag": "0151d785-b8a4-4437-9aa9-d788de11dd43"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:54.531381 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65697442-89f3-4128-baf1-15035867c040 x-openstack-request-id: req-65697442-89f3-4128-baf1-15035867c040 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:54.531677 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1", "name": "network-vif-deleted", "tag": "0151d785-b8a4-4437-9aa9-d788de11dd43", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:54.532009 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-65697442-89f3-4128-baf1-15035867c040 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:54.532461 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1', 'name': 'network-vif-deleted', 'tag': '0151d785-b8a4-4437-9aa9-d788de11dd43', 'status': 'completed', 'code': 200} Oct 28 08:53:54.621258 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-48a831aa-05a8-47a5-b58c-ba14c89b5c75 req-99d9953c-1e7e-46ab-8a72-6fbd87f25514 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "GET /v2.0/ports?device_id=d87db7e9-b8be-4b2f-bc1d-8bda5bf03ad1 HTTP/1.1" status: 200 len: 210 time: 0.0376825 Oct 28 08:53:54.997346 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-545d2f1d-4d37-48f0-9c55-60315c3be694 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:54.999168 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-545d2f1d-4d37-48f0-9c55-60315c3be694 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.77 "GET /v2.0/networks?id=4ef62a40-86ce-4d50-abaa-404f56129ded HTTP/1.1" status: 200 len: 815 time: 0.1336582 Oct 28 08:53:55.030501 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3ef0a097-3087-4757-a87a-a77e37e1986b req-16ba8160-8856-4b9a-afcc-efa4980b556a tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3169d26-f614-4421-bc29-c09940bbc06f HTTP/1.1" status: 200 len: 210 time: 0.0278957 Oct 28 08:53:55.034378 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-317de403-3298-411f-aa9c-0857d66b6eaa tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Request body: {'port': {'device_id': 'a3169d26-f614-4421-bc29-c09940bbc06f', 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded', 'admin_state_up': True, 'tenant_id': '272e5ae4aa8045a38003e59b113e7898'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:55.170683 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-317de403-3298-411f-aa9c-0857d66b6eaa tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Made reservation on behalf of 272e5ae4aa8045a38003e59b113e7898 for: {'port': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:53:55.175050 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-317de403-3298-411f-aa9c-0857d66b6eaa tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.314324 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-317de403-3298-411f-aa9c-0857d66b6eaa tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Allocated IP 172.20.0.14 (4ef62a40-86ce-4d50-abaa-404f56129ded/f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238/f2d8a5ff-605d-4534-b144-6688523ec819) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:53:55.476072 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-317de403-3298-411f-aa9c-0857d66b6eaa tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.486067 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.518732 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-317de403-3298-411f-aa9c-0857d66b6eaa tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.530237 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['6e84e39e-941c-43f6-9052-8a92be7b65cb'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:53:55.567932 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-317de403-3298-411f-aa9c-0857d66b6eaa tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Network 4ef62a40-86ce-4d50-abaa-404f56129ded is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:53:55.571221 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-317de403-3298-411f-aa9c-0857d66b6eaa tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:53:55.575072 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-317de403-3298-411f-aa9c-0857d66b6eaa tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:53:55.582354 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317de403-3298-411f-aa9c-0857d66b6eaa tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Pushing event updated for resources: {'Port': ['ID=f2d8a5ff-605d-4534-b144-6688523ec819,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:55.634955 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-317de403-3298-411f-aa9c-0857d66b6eaa tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:55.635565 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-317de403-3298-411f-aa9c-0857d66b6eaa tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.654190 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-317de403-3298-411f-aa9c-0857d66b6eaa tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6265805 Oct 28 08:53:55.681074 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 32866) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:55.744837 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Request body: {'port': {'device_id': 'a3169d26-f614-4421-bc29-c09940bbc06f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:55.750291 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.750893 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-584a6d52-d8b1-490b-ac32-7fba1e198ae2 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.816343 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-584a6d52-d8b1-490b-ac32-7fba1e198ae2 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.838811 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.970150 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-584a6d52-d8b1-490b-ac32-7fba1e198ae2 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.972961 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-584a6d52-d8b1-490b-ac32-7fba1e198ae2 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:55.974133 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-584a6d52-d8b1-490b-ac32-7fba1e198ae2 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] 10.222.0.74 "DELETE /v2.0/security-groups/eaba589d-4f06-4d0f-9bea-88b444acbfd6 HTTP/1.1" status: 204 len: 168 time: 0.2920203 Oct 28 08:53:55.989610 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a6d52-d8b1-490b-ac32-7fba1e198ae2 tempest-TestShelveInstance-330905447 tempest-TestShelveInstance-330905447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaba589d-4f06-4d0f-9bea-88b444acbfd6,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:56.036795 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 32870) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:56.194423 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244d9e3-40a1-4b05-8e54-4409943af769 req-4bdf1ceb-c720-4d53-9866-948092d92e0f tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:56.195909 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3244d9e3-40a1-4b05-8e54-4409943af769 req-4bdf1ceb-c720-4d53-9866-948092d92e0f tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3169d26-f614-4421-bc29-c09940bbc06f HTTP/1.1" status: 200 len: 932 time: 0.0912716 Oct 28 08:53:56.199603 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d8a5ff-605d-4534-b144-6688523ec819 {{(pid=108149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:53:56.213901 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.247879 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.provisioning_blocks [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Transition to ACTIVE for port object f2d8a5ff-605d-4534-b144-6688523ec819 will not be triggered until provisioned by entity L2. {{(pid=108149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:53:56.256918 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-3244d9e3-40a1-4b05-8e54-4409943af769 req-f3f5ac95-e8c9-4071-9f09-37d84381366e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528154 Oct 28 08:53:56.257509 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.333233 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Pushing event updated for resources: {'Port': ['ID=f2d8a5ff-605d-4534-b144-6688523ec819,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:56.384207 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Attempting to bind port f2d8a5ff-605d-4534-b144-6688523ec819 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:53:56.384647 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Attempting to bind port f2d8a5ff-605d-4534-b144-6688523ec819 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '339aa7f4-4481-4841-b1e3-21a131736b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded'}] {{(pid=108149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:53:56.384870 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Attempting to bind port f2d8a5ff-605d-4534-b144-6688523ec819 on network 4ef62a40-86ce-4d50-abaa-404f56129ded {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:53:56.389306 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Port f2d8a5ff-605d-4534-b144-6688523ec819 on network 4ef62a40-86ce-4d50-abaa-404f56129ded not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:53:56.389623 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Attempting to bind port f2d8a5ff-605d-4534-b144-6688523ec819 on network 4ef62a40-86ce-4d50-abaa-404f56129ded {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:53:56.395517 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:53:56.395855 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Checking segment: {'id': '339aa7f4-4481-4841-b1e3-21a131736b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:53:56.396436 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Bound using segment: {'id': '339aa7f4-4481-4841-b1e3-21a131736b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded'} {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:53:56.396665 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Bound port: f2d8a5ff-605d-4534-b144-6688523ec819, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339aa7f4-4481-4841-b1e3-21a131736b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded'}}] {{(pid=108149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:53:56.397021 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.449176 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591674'] for router_interface, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.466477 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] For port f2d8a5ff-605d-4534-b144-6688523ec819, host hv-cinder-81566, cleared binding levels {{(pid=108149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:53:56.470273 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] For port f2d8a5ff-605d-4534-b144-6688523ec819, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f2d8a5ff-605d-4534-b144-6688523ec819,segment=NetworkSegment(339aa7f4-4481-4841-b1e3-21a131736b76),segment_id=339aa7f4-4481-4841-b1e3-21a131736b76)] {{(pid=108149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:53:56.475738 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.510545 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:56.511271 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.512694 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] 10.222.0.77 "PUT /v2.0/ports/f2d8a5ff-605d-4534-b144-6688523ec819 HTTP/1.1" status: 200 len: 1094 time: 0.7726583 Oct 28 08:53:56.538634 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3169d26-f614-4421-bc29-c09940bbc06f', 'tag': 'f2d8a5ff-605d-4534-b144-6688523ec819'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:56.541687 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68c818b-e0e0-453d-9e8b-e15bd87f6c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3169d26-f614-4421-bc29-c09940bbc06f", "tag": "f2d8a5ff-605d-4534-b144-6688523ec819"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:56.550489 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a3d06-d721-483e-80fb-231da667600e service neutron] Pushing event updated for resources: {'Port': ['ID=f2d8a5ff-605d-4534-b144-6688523ec819,revision_number=3']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:56.590344 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9425db-a6d6-4912-8bfc-90bf35eb6a69 x-openstack-request-id: req-6f9425db-a6d6-4912-8bfc-90bf35eb6a69 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:56.590716 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3169d26-f614-4421-bc29-c09940bbc06f", "tag": "f2d8a5ff-605d-4534-b144-6688523ec819", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:56.591066 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6f9425db-a6d6-4912-8bfc-90bf35eb6a69 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:56.591514 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3169d26-f614-4421-bc29-c09940bbc06f', 'tag': 'f2d8a5ff-605d-4534-b144-6688523ec819', 'status': 'completed', 'code': 200} Oct 28 08:53:56.609339 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-676477b1-286c-47fa-aaf0-f24e45ce13cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:56.611044 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-676477b1-286c-47fa-aaf0-f24e45ce13cd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=272e5ae4aa8045a38003e59b113e7898&device_id=a3169d26-f614-4421-bc29-c09940bbc06f HTTP/1.1" status: 200 len: 1097 time: 0.0567927 Oct 28 08:53:56.655731 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-16c22111-0531-4608-b53a-5cabaa5c026e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2d8a5ff-605d-4534-b144-6688523ec819 HTTP/1.1" status: 200 len: 217 time: 0.0352921 Oct 28 08:53:56.713394 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-45e1b5e0-d4e1-4e99-825c-61acd6ed098a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:56.714878 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-45e1b5e0-d4e1-4e99-825c-61acd6ed098a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238 HTTP/1.1" status: 200 len: 855 time: 0.0496430 Oct 28 08:53:56.719157 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Deleting port 4791d512-eb99-4026-82b0-d35c1d468879 {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:56.719496 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.754371 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-9933393d-5b87-4e4a-9662-6e944784e6b7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ef62a40-86ce-4d50-abaa-404f56129ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258973 Oct 28 08:53:56.805673 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] For port 4791d512-eb99-4026-82b0-d35c1d468879, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=4791d512-eb99-4026-82b0-d35c1d468879,segment=NetworkSegment(d816620b-6b1f-4634-be13-3394c65a21ad),segment_id=d816620b-6b1f-4634-be13-3394c65a21ad)] {{(pid=108150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:56.806151 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:56.820116 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Calling delete_port for 4791d512-eb99-4026-82b0-d35c1d468879 owned by network:router_interface {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:56.853135 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-383d3380-895b-499a-ab6f-54dda696dfdf service neutron] 10.222.0.77 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905414 Oct 28 08:53:56.951640 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1be587e3-a953-4a65-b032-cfc2ddaca4a7 req-97f810e0-8df4-4b54-80bc-5ee0b19c3a8e service neutron] 10.222.0.77 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902712 Oct 28 08:53:57.008441 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:57.035240 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Pushing event deleted for resources: {'Port': ['ID=4791d512-eb99-4026-82b0-d35c1d468879,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:57.037567 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c818b-e0e0-453d-9e8b-e15bd87f6c4c req-341f9d92-1708-4977-9860-afed12c7dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:57.039360 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f68c818b-e0e0-453d-9e8b-e15bd87f6c4c req-341f9d92-1708-4977-9860-afed12c7dfd9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=272e5ae4aa8045a38003e59b113e7898&device_id=a3169d26-f614-4421-bc29-c09940bbc06f HTTP/1.1" status: 200 len: 1097 time: 0.0409651 Oct 28 08:53:57.072251 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:57.072856 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:57.072962 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:57.073275 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:57.073628 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:57.074007 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:57.074505 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:57.074817 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:57.075187 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:57.075516 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:57.075844 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:57.076166 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:57.126199 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 0151d785-b8a4-4437-9aa9-d788de11dd43 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:57.149934 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c818b-e0e0-453d-9e8b-e15bd87f6c4c req-9f2617a1-1dc8-46f4-9d28-1c4f67fd831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:57.152839 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f68c818b-e0e0-453d-9e8b-e15bd87f6c4c req-9f2617a1-1dc8-46f4-9d28-1c4f67fd831e service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ef62a40-86ce-4d50-abaa-404f56129ded HTTP/1.1" status: 200 len: 917 time: 0.1063886 Oct 28 08:53:57.153511 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] No Port match for: 0151d785-b8a4-4437-9aa9-d788de11dd43 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:57.153873 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 0151d785-b8a4-4437-9aa9-d788de11dd43 not bound to the agent host hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:57.197374 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f68c818b-e0e0-453d-9e8b-e15bd87f6c4c req-124fc157-2d69-4b14-9e79-c9c97c57307a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2d8a5ff-605d-4534-b144-6688523ec819 HTTP/1.1" status: 200 len: 217 time: 0.0373311 Oct 28 08:53:57.234266 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-784824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591830'] for router_interface, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:57.261347 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c818b-e0e0-453d-9e8b-e15bd87f6c4c req-10fc81eb-a578-4624-bd86-c4f81d7ee113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:57.263125 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f68c818b-e0e0-453d-9e8b-e15bd87f6c4c req-10fc81eb-a578-4624-bd86-c4f81d7ee113 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238 HTTP/1.1" status: 200 len: 855 time: 0.0532067 Oct 28 08:53:57.296913 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f68c818b-e0e0-453d-9e8b-e15bd87f6c4c req-20e3c176-b778-4164-a460-84e3cc90d0ba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ef62a40-86ce-4d50-abaa-404f56129ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256338 Oct 28 08:53:57.478929 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Router 910be4ac-530c-48c3-9cce-26b79c0ee128 has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:53:57.499373 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:57.600753 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:53:57.605925 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-b37b050f-3cca-4f9b-858c-7d07b123d000 admin admin] 10.222.0.74 "PUT /v2.0/routers/910be4ac-530c-48c3-9cce-26b79c0ee128/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5672591 Oct 28 08:53:57.608476 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 32880) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:57.614063 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807d266b-b50b-4824-96a4-3e2587b68955 None None] Sync routers for ids ['910be4ac-530c-48c3-9cce-26b79c0ee128'] in dv-cinder-815660-3-iscsi {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:53:57.628448 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807d266b-b50b-4824-96a4-3e2587b68955 None None] Routers {'910be4ac-530c-48c3-9cce-26b79c0ee128'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:57.629567 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-807d266b-b50b-4824-96a4-3e2587b68955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:53:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['910be4ac-530c-48c3-9cce-26b79c0ee128'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:57.700941 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9de7c-f2ed-4db8-b2fc-5b80e3c4d709 req-c2732007-7f58-4e25-acfb-dd77df4b66f1 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:57.702435 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fef9de7c-f2ed-4db8-b2fc-5b80e3c4d709 req-c2732007-7f58-4e25-acfb-dd77df4b66f1 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3169d26-f614-4421-bc29-c09940bbc06f HTTP/1.1" status: 200 len: 944 time: 0.3540888 Oct 28 08:53:57.704436 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f68c818b-e0e0-453d-9e8b-e15bd87f6c4c req-7f498b23-7320-4a47-b748-480ba58d8649 service neutron] 10.222.0.77 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001803 Oct 28 08:53:57.735172 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44b045dc-404f-452b-8a57-3b22930fda89 admin admin] Publish callbacks [] for router, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:57.746104 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-807d266b-b50b-4824-96a4-3e2587b68955 None None] Set router 910be4ac-530c-48c3-9cce-26b79c0ee128 gateway port host: dv-cinder-815660-3-iscsi {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:57.796905 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fef9de7c-f2ed-4db8-b2fc-5b80e3c4d709 req-620f61a9-0cd8-467e-8858-52ca0579c4f3 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863159 Oct 28 08:53:57.832767 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-f68c818b-e0e0-453d-9e8b-e15bd87f6c4c req-63311059-155c-4f31-8480-7c703973beb4 service neutron] 10.222.0.77 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200001 Oct 28 08:53:57.854932 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44b045dc-404f-452b-8a57-3b22930fda89 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:57.917509 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-44b045dc-404f-452b-8a57-3b22930fda89 admin admin] Deleting port cc7f25a0-a1ba-42bf-b281-7a36e12bfec4 {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:57.917869 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44b045dc-404f-452b-8a57-3b22930fda89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:57.960226 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-807d266b-b50b-4824-96a4-3e2587b68955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'name': 'tempest-TestShelveInstance-677177209-router', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:53:56Z', 'revision_number': 5, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'gw_port': {'id': 'cc7f25a0-a1ba-42bf-b281-7a36e12bfec4', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:57.987983 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807d266b-b50b-4824-96a4-3e2587b68955 None None] Checking router: 910be4ac-530c-48c3-9cce-26b79c0ee128 for host: dv-cinder-815660-3-iscsi {{(pid=108151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:53:57.996632 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807d266b-b50b-4824-96a4-3e2587b68955 None None] Routers {'910be4ac-530c-48c3-9cce-26b79c0ee128'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:57.997276 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-807d266b-b50b-4824-96a4-3e2587b68955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:53:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['910be4ac-530c-48c3-9cce-26b79c0ee128'], 'active': True} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:57.998886 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [None req-44b045dc-404f-452b-8a57-3b22930fda89 admin admin] For port cc7f25a0-a1ba-42bf-b281-7a36e12bfec4, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=cc7f25a0-a1ba-42bf-b281-7a36e12bfec4,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:57.999241 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44b045dc-404f-452b-8a57-3b22930fda89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.015325 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-44b045dc-404f-452b-8a57-3b22930fda89 admin admin] Calling delete_port for cc7f25a0-a1ba-42bf-b281-7a36e12bfec4 owned by network:router_gateway {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:58.085822 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvr_db [None req-807d266b-b50b-4824-96a4-3e2587b68955 None None] Set router 910be4ac-530c-48c3-9cce-26b79c0ee128 gateway port host: None {{(pid=108151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:58.144075 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_hamode_db [None req-807d266b-b50b-4824-96a4-3e2587b68955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'name': 'tempest-TestShelveInstance-677177209-router', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:53:57Z', 'revision_number': 6, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'gw_port_host': None}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:58.171519 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807d266b-b50b-4824-96a4-3e2587b68955 None None] The sync data for ids ['910be4ac-530c-48c3-9cce-26b79c0ee128'] in dv-cinder-815660-3-iscsi is: [{'id': '910be4ac-530c-48c3-9cce-26b79c0ee128', 'name': 'tempest-TestShelveInstance-677177209-router', 'tenant_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:13Z', 'updated_at': '2021-10-28T08:53:57Z', 'revision_number': 6, 'project_id': 'd66afaa2b9f04ea1a518ab92aab8cb1d', 'gw_port_host': None}] {{(pid=108151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:53:58.202762 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44b045dc-404f-452b-8a57-3b22930fda89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.233304 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b045dc-404f-452b-8a57-3b22930fda89 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7f25a0-a1ba-42bf-b281-7a36e12bfec4,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:58.303987 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44b045dc-404f-452b-8a57-3b22930fda89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550772'] for router_gateway, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.393851 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44b045dc-404f-452b-8a57-3b22930fda89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2074'] for router, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.396049 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44b045dc-404f-452b-8a57-3b22930fda89 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.645976 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 4791d512-eb99-4026-82b0-d35c1d468879 no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:58.686313 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: 4791d512-eb99-4026-82b0-d35c1d468879 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:58.686313 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 4791d512-eb99-4026-82b0-d35c1d468879 not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:58.716657 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44b045dc-404f-452b-8a57-3b22930fda89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597513'] for router, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.717471 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b045dc-404f-452b-8a57-3b22930fda89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 910be4ac-530c-48c3-9cce-26b79c0ee128 {{(pid=108150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:53:58.724390 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-44b045dc-404f-452b-8a57-3b22930fda89 admin admin] Publish callbacks [] for router, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.725558 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-44b045dc-404f-452b-8a57-3b22930fda89 admin admin] 10.222.0.74 "DELETE /v2.0/routers/910be4ac-530c-48c3-9cce-26b79c0ee128 HTTP/1.1" status: 204 len: 168 time: 1.1161475 Oct 28 08:53:58.728300 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 32884) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:58.780204 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7543426-e8f4-415a-ab68-47ca92430238 admin admin] Deleting subnet 6ca61d55-41f0-47f4-9f73-3ff0159a70ba {{(pid=108150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:53:58.784063 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b7543426-e8f4-415a-ab68-47ca92430238 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.818207 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b7543426-e8f4-415a-ab68-47ca92430238 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25531807'] for subnet, precommit_delete_associations {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.912946 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b7543426-e8f4-415a-ab68-47ca92430238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697502'] for subnet, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:58.926872 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0a4c1-f101-4682-aa1c-32b0e3a1b47c req-5c70355b-89c1-4228-bc4a-5e1dc89850a4 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:58.928590 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-47b0a4c1-f101-4682-aa1c-32b0e3a1b47c req-5c70355b-89c1-4228-bc4a-5e1dc89850a4 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3169d26-f614-4421-bc29-c09940bbc06f HTTP/1.1" status: 200 len: 944 time: 0.0613441 Oct 28 08:53:58.970215 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-47b0a4c1-f101-4682-aa1c-32b0e3a1b47c req-93b5d5f7-4505-430f-b6e3-a594b4ca55a3 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352480 Oct 28 08:53:58.982210 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b7543426-e8f4-415a-ab68-47ca92430238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25530636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25242352'] for subnet, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.012154 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7543426-e8f4-415a-ab68-47ca92430238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca61d55-41f0-47f4-9f73-3ff0159a70ba,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:59.018139 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-b7543426-e8f4-415a-ab68-47ca92430238 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.019895 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f2e3c7-b95f-4180-8897-96ec28083a19 None None] Network 46cffedc-a76f-4c3b-a308-ea44ccc749a5 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:53:59.022909 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-b7543426-e8f4-415a-ab68-47ca92430238 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6ca61d55-41f0-47f4-9f73-3ff0159a70ba HTTP/1.1" status: 204 len: 168 time: 0.2935998 Oct 28 08:53:59.025573 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 32888) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:59.100716 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8072101'] for network, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.165911 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] Deleting port 7d21f4de-53f4-42af-ab00-7ec5fc6e394d {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:59.166243 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.242806 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] For port 7d21f4de-53f4-42af-ab00-7ec5fc6e394d, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=7d21f4de-53f4-42af-ab00-7ec5fc6e394d,segment=NetworkSegment(d816620b-6b1f-4634-be13-3394c65a21ad),segment_id=d816620b-6b1f-4634-be13-3394c65a21ad)] {{(pid=108150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:59.243503 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.260149 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] Calling delete_port for 7d21f4de-53f4-42af-ab00-7ec5fc6e394d owned by network:dhcp {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:59.355586 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.356822 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3687c39-04d1-4172-8cde-6555bd41a6de None None] DHCP port deletion for 46cffedc-a76f-4c3b-a308-ea44ccc749a5 request from dv-cinder-815660-3-iscsi {{(pid=108151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:53:59.381265 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d21f4de-53f4-42af-ab00-7ec5fc6e394d,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:59.384711 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] No DVR routers for this DVR port 7d21f4de-53f4-42af-ab00-7ec5fc6e394d on host dv-cinder-815660-3-iscsi {{(pid=108150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:53:59.457880 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700171', 'neutron.services.segments.db._delete_segments_for_network-8726588780638'] for network, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.477029 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.services.segments.db [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46cffedc-a76f-4c3b-a308-ea44ccc749a5']}} {{(pid=108150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:59.485807 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.services.segments.db [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd816620b-6b1f-4634-be13-3394c65a21ad') {'for_net_delete': True} {{(pid=108150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:59.486142 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.services.segments.db [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd816620b-6b1f-4634-be13-3394c65a21ad') {} {{(pid=108150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:59.495508 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726588781415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25531878'] for segment, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.509891 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.515566 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=108150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:53:59.515939 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25530854'] for segment, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: Traceback (most recent call last): Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: timer() Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: cb(*args, **kw) Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: return func(*args, **kwargs) Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: self._notify() Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: self.callback(batched_events) Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: event.method(event) Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: return f(self, *a, **k) Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: return self._get(url).json() Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: return self.request(url, 'GET', **kwargs) Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:53:59.518104 dv-cinder-815660-3-iscsi neutron-server[108150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:53:59.574848 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550728'] for network, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.580401 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:59.583654 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] 10.222.0.74 "DELETE /v2.0/networks/46cffedc-a76f-4c3b-a308-ea44ccc749a5 HTTP/1.1" status: 204 len: 168 time: 0.5570567 Oct 28 08:53:59.586817 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 32890) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:59.594518 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4286a-c93e-4f69-8614-9c0fce0bf333 admin admin] Pushing event deleted for resources: {'Network': ['ID=46cffedc-a76f-4c3b-a308-ea44ccc749a5,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:59.940070 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2eac9acf-df25-4cd6-8fde-540320a82d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591674'] for router_interface, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:00.146199 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6bddc-0069-4e7f-b335-94da592feed6 req-3c1a31fd-3e93-4d01-9d3d-690b27241691 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:00.147668 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-99d6bddc-0069-4e7f-b335-94da592feed6 req-3c1a31fd-3e93-4d01-9d3d-690b27241691 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3169d26-f614-4421-bc29-c09940bbc06f HTTP/1.1" status: 200 len: 944 time: 0.1042039 Oct 28 08:54:00.197567 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-99d6bddc-0069-4e7f-b335-94da592feed6 req-29e948e9-0ea8-4a72-a661-1ba74a4bc5c4 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431430 Oct 28 08:54:00.265423 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-2eac9acf-df25-4cd6-8fde-540320a82d83 admin admin] Deleting port 392cb38f-e088-443f-8989-88555e2bd984 {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:54:00.265760 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2eac9acf-df25-4cd6-8fde-540320a82d83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:00.320264 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device cc7f25a0-a1ba-42bf-b281-7a36e12bfec4 no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:54:00.341201 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: cc7f25a0-a1ba-42bf-b281-7a36e12bfec4 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:54:00.341655 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device cc7f25a0-a1ba-42bf-b281-7a36e12bfec4 not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:54:00.342129 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 7d21f4de-53f4-42af-ab00-7ec5fc6e394d no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:54:00.350266 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [None req-2eac9acf-df25-4cd6-8fde-540320a82d83 admin admin] For port 392cb38f-e088-443f-8989-88555e2bd984, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=392cb38f-e088-443f-8989-88555e2bd984,segment=NetworkSegment(80682724-f7e9-4bee-98d7-1490f555ee73),segment_id=80682724-f7e9-4bee-98d7-1490f555ee73)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:00.350647 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2eac9acf-df25-4cd6-8fde-540320a82d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:00.363496 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-2eac9acf-df25-4cd6-8fde-540320a82d83 admin admin] Calling delete_port for 392cb38f-e088-443f-8989-88555e2bd984 owned by network:router_interface {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:54:00.364744 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: 7d21f4de-53f4-42af-ab00-7ec5fc6e394d {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:54:00.365312 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 7d21f4de-53f4-42af-ab00-7ec5fc6e394d not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:54:00.548153 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2eac9acf-df25-4cd6-8fde-540320a82d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:00.577447 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac9acf-df25-4cd6-8fde-540320a82d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=392cb38f-e088-443f-8989-88555e2bd984,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:00.748433 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2eac9acf-df25-4cd6-8fde-540320a82d83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-784824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591830'] for router_interface, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:00.969615 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eac9acf-df25-4cd6-8fde-540320a82d83 admin admin] Router f3dbfcf7-e2da-481b-b002-c51342b31fda has already been hosted by L3 agent b9e76cdd-009a-4af0-9c97-d03b32bd309c {{(pid=108149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:54:01.077257 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eac9acf-df25-4cd6-8fde-540320a82d83 admin admin] Notify agent at l3_agent.dv-cinder-815660-3-iscsi the message routers_updated {{(pid=108149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:54:01.082850 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-2eac9acf-df25-4cd6-8fde-540320a82d83 admin admin] 10.222.0.74 "PUT /v2.0/routers/f3dbfcf7-e2da-481b-b002-c51342b31fda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4949880 Oct 28 08:54:01.085331 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 32894) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:01.087945 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220959c1-dc3b-4fd8-84d9-70d504f336de None None] Sync routers for ids ['f3dbfcf7-e2da-481b-b002-c51342b31fda'] in dv-cinder-815660-3-iscsi {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:54:01.098853 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220959c1-dc3b-4fd8-84d9-70d504f336de None None] Routers {'f3dbfcf7-e2da-481b-b002-c51342b31fda'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:54:01.099557 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-220959c1-dc3b-4fd8-84d9-70d504f336de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:53:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['f3dbfcf7-e2da-481b-b002-c51342b31fda'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:01.146765 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device f2d8a5ff-605d-4534-b144-6688523ec819 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:54:01.194602 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-68ec7764-ce61-499f-96a1-8eb56820c75a admin admin] Publish callbacks [] for router, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:01.232880 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-220959c1-dc3b-4fd8-84d9-70d504f336de None None] Set router f3dbfcf7-e2da-481b-b002-c51342b31fda gateway port host: dv-cinder-815660-3-iscsi {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:54:01.260847 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port f2d8a5ff-605d-4534-b144-6688523ec819, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f2d8a5ff-605d-4534-b144-6688523ec819,segment=NetworkSegment(339aa7f4-4481-4841-b1e3-21a131736b76),segment_id=339aa7f4-4481-4841-b1e3-21a131736b76)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:01.274515 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': 'f2d8a5ff-605d-4534-b144-6688523ec819', 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded', 'port_id': 'f2d8a5ff-605d-4534-b144-6688523ec819', 'mac_address': 'fa:16:3e:57:4d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:54:01.317560 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:01.333174 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d8a5ff-605d-4534-b144-6688523ec819 {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:54:01.335896 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-68ec7764-ce61-499f-96a1-8eb56820c75a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:01.354891 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port f2d8a5ff-605d-4534-b144-6688523ec819, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f2d8a5ff-605d-4534-b144-6688523ec819,segment=NetworkSegment(339aa7f4-4481-4841-b1e3-21a131736b76),segment_id=339aa7f4-4481-4841-b1e3-21a131736b76)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:01.358362 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:01.360392 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5078a6-2604-4c13-90ff-45457200bbff req-28784363-92ca-4c84-9667-cd1928e3232b tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:01.362301 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ec5078a6-2604-4c13-90ff-45457200bbff req-28784363-92ca-4c84-9667-cd1928e3232b tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3169d26-f614-4421-bc29-c09940bbc06f HTTP/1.1" status: 200 len: 944 time: 0.0661845 Oct 28 08:54:01.411977 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=f2d8a5ff-605d-4534-b144-6688523ec819,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:01.437914 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-220959c1-dc3b-4fd8-84d9-70d504f336de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'name': 'tempest-TestShelveInstance-1843381683-router', 'tenant_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'external_fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0ba29719-42b6-4caa-92f5-9f444c18b03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:18Z', 'updated_at': '2021-10-28T08:54:00Z', 'revision_number': 5, 'project_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'gw_port': {'id': '0ba29719-42b6-4caa-92f5-9f444c18b03f', 'name': '', 'network_id': 'c0718a07-d425-45b1-8de3-71ded0279532', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:47:18Z', 'updated_at': '2021-10-28T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41219f0-2f46-4802-a1ee-8d1af97776ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-3-iscsi'}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:01.442120 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ec5078a6-2604-4c13-90ff-45457200bbff req-151771a5-e7c2-4a97-952c-b7faaafc3560 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471351 Oct 28 08:54:01.450572 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-68ec7764-ce61-499f-96a1-8eb56820c75a admin admin] Deleting port 0ba29719-42b6-4caa-92f5-9f444c18b03f {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:54:01.450911 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-68ec7764-ce61-499f-96a1-8eb56820c75a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:01.465339 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220959c1-dc3b-4fd8-84d9-70d504f336de None None] Checking router: f3dbfcf7-e2da-481b-b002-c51342b31fda for host: dv-cinder-815660-3-iscsi {{(pid=108152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:54:01.474195 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220959c1-dc3b-4fd8-84d9-70d504f336de None None] Routers {'f3dbfcf7-e2da-481b-b002-c51342b31fda'} bound to L3 agent in host dv-cinder-815660-3-iscsi {{(pid=108152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:54:01.474847 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-220959c1-dc3b-4fd8-84d9-70d504f336de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:24Z,description=,heartbeat_timestamp=2021-10-28T08:53:54Z,host='dv-cinder-815660-3-iscsi',id=b9e76cdd-009a-4af0-9c97-d03b32bd309c,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:24Z,topic='l3_agent')) {'router_ids': ['f3dbfcf7-e2da-481b-b002-c51342b31fda'], 'active': True} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:01.547471 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [None req-68ec7764-ce61-499f-96a1-8eb56820c75a admin admin] For port 0ba29719-42b6-4caa-92f5-9f444c18b03f, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=0ba29719-42b6-4caa-92f5-9f444c18b03f,segment=NetworkSegment(e67b7999-815a-403f-8c94-cb6090ccbb97),segment_id=e67b7999-815a-403f-8c94-cb6090ccbb97)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:01.547836 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-68ec7764-ce61-499f-96a1-8eb56820c75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:01.562077 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_dvr_db [None req-220959c1-dc3b-4fd8-84d9-70d504f336de None None] Set router f3dbfcf7-e2da-481b-b002-c51342b31fda gateway port host: None {{(pid=108152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:54:01.566414 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-68ec7764-ce61-499f-96a1-8eb56820c75a admin admin] Calling delete_port for 0ba29719-42b6-4caa-92f5-9f444c18b03f owned by network:router_gateway {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:54:01.618217 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.l3_hamode_db [None req-220959c1-dc3b-4fd8-84d9-70d504f336de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'name': 'tempest-TestShelveInstance-1843381683-router', 'tenant_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:18Z', 'updated_at': '2021-10-28T08:54:01Z', 'revision_number': 6, 'project_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'gw_port_host': None}], 'dv-cinder-815660-3-iscsi', False) {} {{(pid=108152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:01.646567 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220959c1-dc3b-4fd8-84d9-70d504f336de None None] The sync data for ids ['f3dbfcf7-e2da-481b-b002-c51342b31fda'] in dv-cinder-815660-3-iscsi is: [{'id': 'f3dbfcf7-e2da-481b-b002-c51342b31fda', 'name': 'tempest-TestShelveInstance-1843381683-router', 'tenant_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:47:18Z', 'updated_at': '2021-10-28T08:54:01Z', 'revision_number': 6, 'project_id': 'e2b9b4557d274807ad30b2c038b2aa8f', 'gw_port_host': None}] {{(pid=108152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:54:01.677039 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['f2d8a5ff-605d-4534-b144-6688523ec819'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:01.742180 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-68ec7764-ce61-499f-96a1-8eb56820c75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:01.773801 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec7764-ce61-499f-96a1-8eb56820c75a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba29719-42b6-4caa-92f5-9f444c18b03f,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:01.835515 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-68ec7764-ce61-499f-96a1-8eb56820c75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550772'] for router_gateway, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:01.927666 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-68ec7764-ce61-499f-96a1-8eb56820c75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2074'] for router, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:01.929878 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-68ec7764-ce61-499f-96a1-8eb56820c75a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:01.974102 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-68ec7764-ce61-499f-96a1-8eb56820c75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597513'] for router, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:01.974875 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ec7764-ce61-499f-96a1-8eb56820c75a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3dbfcf7-e2da-481b-b002-c51342b31fda {{(pid=108149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:54:01.978835 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-68ec7764-ce61-499f-96a1-8eb56820c75a admin admin] Publish callbacks [] for router, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:01.979961 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-68ec7764-ce61-499f-96a1-8eb56820c75a admin admin] 10.222.0.74 "DELETE /v2.0/routers/f3dbfcf7-e2da-481b-b002-c51342b31fda HTTP/1.1" status: 204 len: 168 time: 0.8937023 Oct 28 08:54:01.982547 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 32898) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:02.032713 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fde9403-0def-4b8b-a676-96f2a0483a4a admin admin] Deleting subnet e5dc9b4a-96c4-4150-bf26-c458568269a6 {{(pid=108149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:54:02.036609 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3fde9403-0def-4b8b-a676-96f2a0483a4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:02.075068 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3fde9403-0def-4b8b-a676-96f2a0483a4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-339946'] for subnet, precommit_delete_associations {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:02.153055 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3fde9403-0def-4b8b-a676-96f2a0483a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697502'] for subnet, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:02.211399 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3fde9403-0def-4b8b-a676-96f2a0483a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25303726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25581432'] for subnet, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:02.237533 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde9403-0def-4b8b-a676-96f2a0483a4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5dc9b4a-96c4-4150-bf26-c458568269a6,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:02.242384 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-3fde9403-0def-4b8b-a676-96f2a0483a4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for subnet, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:02.245659 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-3fde9403-0def-4b8b-a676-96f2a0483a4a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e5dc9b4a-96c4-4150-bf26-c458568269a6 HTTP/1.1" status: 204 len: 168 time: 0.2621429 Oct 28 08:54:02.248070 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 32900) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:02.248352 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207d6e17-7c5b-4ed1-a8d7-db362c72ca40 None None] Network 70125fe3-69be-4a79-9138-7ab209f24fd9 requested from dv-cinder-815660-3-iscsi {{(pid=108151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:54:02.318047 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8072101'] for network, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:02.376074 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] Deleting port 494dda97-1adb-4d1d-8b0d-f5cd33b10337 {{(pid=108149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:54:02.376460 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:02.456082 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] For port 494dda97-1adb-4d1d-8b0d-f5cd33b10337, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=494dda97-1adb-4d1d-8b0d-f5cd33b10337,segment=NetworkSegment(80682724-f7e9-4bee-98d7-1490f555ee73),segment_id=80682724-f7e9-4bee-98d7-1490f555ee73)] {{(pid=108149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:02.456531 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:02.463411 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a01ed1b-a5b3-4c37-8113-ac147b64567d None None] DHCP port deletion for 70125fe3-69be-4a79-9138-7ab209f24fd9 request from dv-cinder-815660-3-iscsi {{(pid=108151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:54:02.482958 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.plugin [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] Calling delete_port for 494dda97-1adb-4d1d-8b0d-f5cd33b10337 owned by network:dhcp {{(pid=108149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:54:02.492005 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 392cb38f-e088-443f-8989-88555e2bd984 no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:54:02.519772 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: 392cb38f-e088-443f-8989-88555e2bd984 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:54:02.520112 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 392cb38f-e088-443f-8989-88555e2bd984 not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:54:02.520543 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 0ba29719-42b6-4caa-92f5-9f444c18b03f no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:54:02.548379 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: 0ba29719-42b6-4caa-92f5-9f444c18b03f {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:54:02.548379 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 0ba29719-42b6-4caa-92f5-9f444c18b03f not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:54:02.565746 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-2a01ed1b-a5b3-4c37-8113-ac147b64567d None None] Deleting port 494dda97-1adb-4d1d-8b0d-f5cd33b10337 {{(pid=108151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:54:02.566154 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-2a01ed1b-a5b3-4c37-8113-ac147b64567d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:02.614076 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c043a-3a26-480c-aeaf-bf6a2b340227 req-5125801a-ddcb-433d-9ef1-ee697a6fc90f tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:02.615590 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-669c043a-3a26-480c-aeaf-bf6a2b340227 req-5125801a-ddcb-433d-9ef1-ee697a6fc90f tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3169d26-f614-4421-bc29-c09940bbc06f HTTP/1.1" status: 200 len: 945 time: 0.0822675 Oct 28 08:54:02.638702 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-2a01ed1b-a5b3-4c37-8113-ac147b64567d None None] For port 494dda97-1adb-4d1d-8b0d-f5cd33b10337, host dv-cinder-815660-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-3-iscsi',level=0,port_id=494dda97-1adb-4d1d-8b0d-f5cd33b10337,segment=NetworkSegment(80682724-f7e9-4bee-98d7-1490f555ee73),segment_id=80682724-f7e9-4bee-98d7-1490f555ee73)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:02.639206 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-2a01ed1b-a5b3-4c37-8113-ac147b64567d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:02.647741 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:02.654836 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-2a01ed1b-a5b3-4c37-8113-ac147b64567d None None] Calling delete_port for 494dda97-1adb-4d1d-8b0d-f5cd33b10337 owned by network:dhcp {{(pid=108151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:54:02.688974 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] Pushing event deleted for resources: {'Port': ['ID=494dda97-1adb-4d1d-8b0d-f5cd33b10337,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:02.691071 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] No DVR routers for this DVR port 494dda97-1adb-4d1d-8b0d-f5cd33b10337 on host dv-cinder-815660-3-iscsi {{(pid=108149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:54:02.694940 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-669c043a-3a26-480c-aeaf-bf6a2b340227 req-8d6b2c2a-e011-478f-948c-62bfe51ea5e6 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695703 Oct 28 08:54:02.742617 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-2a01ed1b-a5b3-4c37-8113-ac147b64567d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589'] for port, after_delete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:02.776291 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01ed1b-a5b3-4c37-8113-ac147b64567d None None] Pushing event deleted for resources: {'Port': ['ID=494dda97-1adb-4d1d-8b0d-f5cd33b10337,revision_number=None']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:02.780286 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700171', 'neutron.services.segments.db._delete_segments_for_network-8726588780638'] for network, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:02.782836 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a01ed1b-a5b3-4c37-8113-ac147b64567d None None] No DVR routers for this DVR port 494dda97-1adb-4d1d-8b0d-f5cd33b10337 on host dv-cinder-815660-3-iscsi {{(pid=108151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:54:02.808349 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70125fe3-69be-4a79-9138-7ab209f24fd9']}} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:02.818651 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80682724-f7e9-4bee-98d7-1490f555ee73') {'for_net_delete': True} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:02.818945 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.services.segments.db [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80682724-f7e9-4bee-98d7-1490f555ee73') {} {{(pid=108149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:02.835221 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726588781415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-339859'] for segment, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:02.849903 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:02.855853 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=108149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:54:02.856225 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25303620'] for segment, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: Traceback (most recent call last): Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: timer() Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: cb(*args, **kw) Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: return func(*args, **kwargs) Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: self._notify() Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: self.callback(batched_events) Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: event.method(event) Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: return f(self, *a, **k) Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._get(url).json() Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: return self.request(url, 'GET', **kwargs) Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:54:02.857889 dv-cinder-815660-3-iscsi neutron-server[108149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:54:02.919792 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550728'] for network, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:02.925451 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:02.936814 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] 10.222.0.74 "DELETE /v2.0/networks/70125fe3-69be-4a79-9138-7ab209f24fd9 HTTP/1.1" status: 204 len: 168 time: 0.6876936 Oct 28 08:54:02.949455 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa716bf-9b11-45d6-b58f-a9cc9ac9ca60 admin admin] Pushing event deleted for resources: {'Network': ['ID=70125fe3-69be-4a79-9138-7ab209f24fd9,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:03.053184 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 32906) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:03.103082 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-90e957d2-bdb2-4680-9aa8-bdd5226137de admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d66afaa2b9f04ea1a518ab92aab8cb1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483539 Oct 28 08:54:03.105518 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 32908) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:03.158653 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8e5589bc-5888-499a-9fe9-dc962598c6ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:03.164928 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device f2d8a5ff-605d-4534-b144-6688523ec819 up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:03.180768 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8e5589bc-5888-499a-9fe9-dc962598c6ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:03.219325 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port f2d8a5ff-605d-4534-b144-6688523ec819 completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:54:03.224013 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port f2d8a5ff-605d-4534-b144-6688523ec819 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:03.224573 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:03.231233 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8e5589bc-5888-499a-9fe9-dc962598c6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:03.233919 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-8e5589bc-5888-499a-9fe9-dc962598c6ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:03.235099 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-8e5589bc-5888-499a-9fe9-dc962598c6ee admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b867551f-1315-4e39-8424-4d503ed1389b HTTP/1.1" status: 204 len: 168 time: 0.1286571 Oct 28 08:54:03.243483 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5589bc-5888-499a-9fe9-dc962598c6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b867551f-1315-4e39-8424-4d503ed1389b,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:03.326838 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:03.357970 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3169d26-f614-4421-bc29-c09940bbc06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d8a5ff-605d-4534-b144-6688523ec819'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:03.360793 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954efbc2-eb92-4fac-a72d-2345a06d84c1" -d '{"events": [{"server_uuid": "a3169d26-f614-4421-bc29-c09940bbc06f", "name": "network-vif-plugged", "status": "completed", "tag": "f2d8a5ff-605d-4534-b144-6688523ec819"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:03.375338 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port f2d8a5ff-605d-4534-b144-6688523ec819, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f2d8a5ff-605d-4534-b144-6688523ec819,segment=NetworkSegment(339aa7f4-4481-4841-b1e3-21a131736b76),segment_id=339aa7f4-4481-4841-b1e3-21a131736b76)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:03.380403 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:03.408526 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feddbae2-ddab-4e82-88c8-b03c6e5a00c2 x-openstack-request-id: req-feddbae2-ddab-4e82-88c8-b03c6e5a00c2 {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:03.408819 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3169d26-f614-4421-bc29-c09940bbc06f", "name": "network-vif-plugged", "status": "completed", "tag": "f2d8a5ff-605d-4534-b144-6688523ec819", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:03.409072 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-feddbae2-ddab-4e82-88c8-b03c6e5a00c2 {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:03.414574 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3169d26-f614-4421-bc29-c09940bbc06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d8a5ff-605d-4534-b144-6688523ec819', 'code': 200} Oct 28 08:54:03.453538 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=f2d8a5ff-605d-4534-b144-6688523ec819,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:03.605572 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ba6d8-ad5b-44b5-89d1-decf847e2fd3 req-5ba976c6-9f91-4872-9893-4d76d4604a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:03.607787 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4f3ba6d8-ad5b-44b5-89d1-decf847e2fd3 req-5ba976c6-9f91-4872-9893-4d76d4604a23 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a3169d26-f614-4421-bc29-c09940bbc06f HTTP/1.1" status: 200 len: 1099 time: 0.0439653 Oct 28 08:54:03.614249 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 32916) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:03.646763 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4f3ba6d8-ad5b-44b5-89d1-decf847e2fd3 req-8b8638f8-f203-472b-9b36-168c45cffa2d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297768 Oct 28 08:54:03.654363 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-57b4252e-0523-48d5-95ab-9ede616c74b5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e2b9b4557d274807ad30b2c038b2aa8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389719 Oct 28 08:54:03.657356 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 32918) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:03.711232 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a145e629-138d-4676-92f7-2dd89098b490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:03.738788 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a145e629-138d-4676-92f7-2dd89098b490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:03.786327 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a145e629-138d-4676-92f7-2dd89098b490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:03.788874 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a145e629-138d-4676-92f7-2dd89098b490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:03.790804 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-a145e629-138d-4676-92f7-2dd89098b490 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fb56e5c4-6bdb-4c90-bf20-207b31901db2 HTTP/1.1" status: 204 len: 168 time: 0.1317711 Oct 28 08:54:03.799728 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145e629-138d-4676-92f7-2dd89098b490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb56e5c4-6bdb-4c90-bf20-207b31901db2,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:03.833023 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d65e2d-1a86-463f-806f-5256ea76d1d2 req-2ca2953a-1af7-4334-bb1d-4046787e85c4 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:03.834564 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-46d65e2d-1a86-463f-806f-5256ea76d1d2 req-2ca2953a-1af7-4334-bb1d-4046787e85c4 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3169d26-f614-4421-bc29-c09940bbc06f HTTP/1.1" status: 200 len: 946 time: 0.0597568 Oct 28 08:54:03.875103 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-46d65e2d-1a86-463f-806f-5256ea76d1d2 req-0adf0c63-1605-4c90-b3d8-69b813d7acb2 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344386 Oct 28 08:54:04.317812 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 494dda97-1adb-4d1d-8b0d-f5cd33b10337 no longer exists at agent ovs-agent-dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:54:04.338181 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] No Port match for: 494dda97-1adb-4d1d-8b0d-f5cd33b10337 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:54:04.338523 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Device 494dda97-1adb-4d1d-8b0d-f5cd33b10337 not bound to the agent host dv-cinder-815660-3-iscsi {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:54:04.999346 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14f596-e18f-4337-971a-4bb48b544f85 req-f8204a27-93ae-4535-966b-6af2f1a9d2a5 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:05.000741 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1e14f596-e18f-4337-971a-4bb48b544f85 req-f8204a27-93ae-4535-966b-6af2f1a9d2a5 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3169d26-f614-4421-bc29-c09940bbc06f HTTP/1.1" status: 200 len: 946 time: 0.0538497 Oct 28 08:54:05.049662 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-1e14f596-e18f-4337-971a-4bb48b544f85 req-0637c44f-2f42-4c21-a3f6-36e032fd3718 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402558 Oct 28 08:54:06.165332 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1d4d6-1954-4444-88e3-9a09f32861df req-39ff1ce5-1247-4930-a88e-738cc187cc80 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:06.166895 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-87f1d4d6-1954-4444-88e3-9a09f32861df req-39ff1ce5-1247-4930-a88e-738cc187cc80 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3169d26-f614-4421-bc29-c09940bbc06f HTTP/1.1" status: 200 len: 946 time: 0.0502381 Oct 28 08:54:06.209177 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-87f1d4d6-1954-4444-88e3-9a09f32861df req-15b2c1aa-e1fa-4d56-ae37-f57b27465bbf tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357647 Oct 28 08:54:08.013930 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-1ce20d43-ee2e-4f63-926b-15ba6d4121e2 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:08.015327 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-1ce20d43-ee2e-4f63-926b-15ba6d4121e2 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/networks?id=4ef62a40-86ce-4d50-abaa-404f56129ded HTTP/1.1" status: 200 len: 815 time: 0.1148880 Oct 28 08:54:08.031603 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-b665b10e-6ba9-4841-8444-d72fae5967fd tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/quotas/272e5ae4aa8045a38003e59b113e7898 HTTP/1.1" status: 200 len: 375 time: 0.0096507 Oct 28 08:54:08.084977 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-3c28e244-918a-4dd5-92b8-cd04bae2ef33 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=272e5ae4aa8045a38003e59b113e7898&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465798 Oct 28 08:54:08.185312 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-d55e4777-6b6c-41bd-b0d3-bf2f0be5ec9c service neutron] 10.222.0.74 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933194 Oct 28 08:54:08.287062 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-0a8c7008-b301-4633-a873-10843fe807a1 service neutron] 10.222.0.74 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946364 Oct 28 08:54:08.456059 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4adaa231-7a9c-4988-908c-86e493e80ad4 req-744d087e-3ece-4900-85fe-9e251f384269 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7 HTTP/1.1" status: 200 len: 210 time: 0.0268426 Oct 28 08:54:09.711477 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-cbfc12a4-ea69-4abd-aeb8-714f21ff648a req-e40928e0-8856-4485-867b-8209c4a833aa tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7 HTTP/1.1" status: 200 len: 210 time: 0.0359890 Oct 28 08:54:09.763885 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5f86d9cc-3766-411e-b503-0e0135e4d15a tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:09.765198 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5f86d9cc-3766-411e-b503-0e0135e4d15a tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.77 "GET /v2.0/networks?id=4ef62a40-86ce-4d50-abaa-404f56129ded HTTP/1.1" status: 200 len: 815 time: 0.4305224 Oct 28 08:54:09.778811 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-d7956c95-7d5a-4b43-be18-59c2aab43331 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Request body: {'port': {'device_id': '1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7', 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded', 'admin_state_up': True, 'tenant_id': '272e5ae4aa8045a38003e59b113e7898'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:09.908100 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-d7956c95-7d5a-4b43-be18-59c2aab43331 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Made reservation on behalf of 272e5ae4aa8045a38003e59b113e7898 for: {'port': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:54:09.911999 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-d7956c95-7d5a-4b43-be18-59c2aab43331 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:10.050870 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-d7956c95-7d5a-4b43-be18-59c2aab43331 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Allocated IP 172.20.0.12 (4ef62a40-86ce-4d50-abaa-404f56129ded/f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238/6a3666ca-6772-446f-93c4-06112a50eafa) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:54:10.197652 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-d7956c95-7d5a-4b43-be18-59c2aab43331 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:10.231568 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-d7956c95-7d5a-4b43-be18-59c2aab43331 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:10.243726 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['6e84e39e-941c-43f6-9052-8a92be7b65cb', 'f2d8a5ff-605d-4534-b144-6688523ec819'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:10.286177 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-d7956c95-7d5a-4b43-be18-59c2aab43331 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Network 4ef62a40-86ce-4d50-abaa-404f56129ded is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:10.289623 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-d7956c95-7d5a-4b43-be18-59c2aab43331 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:10.301260 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-d7956c95-7d5a-4b43-be18-59c2aab43331 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:54:10.324547 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7956c95-7d5a-4b43-be18-59c2aab43331 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Pushing event updated for resources: {'Port': ['ID=6a3666ca-6772-446f-93c4-06112a50eafa,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:10.354704 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-d7956c95-7d5a-4b43-be18-59c2aab43331 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:10.355348 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-d7956c95-7d5a-4b43-be18-59c2aab43331 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:10.372709 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-d7956c95-7d5a-4b43-be18-59c2aab43331 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5978372 Oct 28 08:54:10.385673 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Request body: {'port': {'device_id': '1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:10.440984 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:10.727772 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3666ca-6772-446f-93c4-06112a50eafa {{(pid=108149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:54:10.735599 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:10.747665 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.provisioning_blocks [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Transition to ACTIVE for port object 6a3666ca-6772-446f-93c4-06112a50eafa will not be triggered until provisioned by entity L2. {{(pid=108149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:54:10.753018 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:10.834042 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Pushing event updated for resources: {'Port': ['ID=6a3666ca-6772-446f-93c4-06112a50eafa,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:10.901539 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac327b5-0cdf-4dc7-bfe3-fe30ec8042d9 req-1cb093ac-648d-4ee4-a3a5-e7e04870f18c tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:10.903066 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-cac327b5-0cdf-4dc7-bfe3-fe30ec8042d9 req-1cb093ac-648d-4ee4-a3a5-e7e04870f18c tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7 HTTP/1.1" status: 200 len: 944 time: 0.1114867 Oct 28 08:54:10.934702 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Attempting to bind port 6a3666ca-6772-446f-93c4-06112a50eafa on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:54:10.935038 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Attempting to bind port 6a3666ca-6772-446f-93c4-06112a50eafa by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '339aa7f4-4481-4841-b1e3-21a131736b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded'}] {{(pid=108149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:54:10.935366 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Attempting to bind port 6a3666ca-6772-446f-93c4-06112a50eafa on network 4ef62a40-86ce-4d50-abaa-404f56129ded {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:10.943816 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Port 6a3666ca-6772-446f-93c4-06112a50eafa on network 4ef62a40-86ce-4d50-abaa-404f56129ded not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:54:10.944058 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Attempting to bind port 6a3666ca-6772-446f-93c4-06112a50eafa on network 4ef62a40-86ce-4d50-abaa-404f56129ded {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:10.954161 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:54:10.954896 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Checking segment: {'id': '339aa7f4-4481-4841-b1e3-21a131736b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:10.955236 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Bound using segment: {'id': '339aa7f4-4481-4841-b1e3-21a131736b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded'} {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:54:10.955664 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Bound port: 6a3666ca-6772-446f-93c4-06112a50eafa, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339aa7f4-4481-4841-b1e3-21a131736b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded'}}] {{(pid=108149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:54:10.956022 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:10.970601 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-cac327b5-0cdf-4dc7-bfe3-fe30ec8042d9 req-93d42cb5-bcea-4f26-bf29-b4e741c3efca tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599608 Oct 28 08:54:11.035195 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] For port 6a3666ca-6772-446f-93c4-06112a50eafa, host hv-cinder-81566, cleared binding levels {{(pid=108149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:54:11.038314 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] For port 6a3666ca-6772-446f-93c4-06112a50eafa, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6a3666ca-6772-446f-93c4-06112a50eafa,segment=NetworkSegment(339aa7f4-4481-4841-b1e3-21a131736b76),segment_id=339aa7f4-4481-4841-b1e3-21a131736b76)] {{(pid=108149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:54:11.043193 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:11.080143 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:11.080878 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:11.082319 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] 10.222.0.77 "PUT /v2.0/ports/6a3666ca-6772-446f-93c4-06112a50eafa HTTP/1.1" status: 200 len: 1094 time: 0.7008104 Oct 28 08:54:11.082762 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7', 'tag': '6a3666ca-6772-446f-93c4-06112a50eafa'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:11.085040 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4af68d-1cd6-487f-b6b1-36e32c943c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7", "tag": "6a3666ca-6772-446f-93c4-06112a50eafa"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:11.108289 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170006b-4a99-4c0b-a248-0321011f6c1d service neutron] Pushing event updated for resources: {'Port': ['ID=6a3666ca-6772-446f-93c4-06112a50eafa,revision_number=3']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:11.131731 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52efd29-ae52-4581-94f3-e75c4423d7a8 x-openstack-request-id: req-c52efd29-ae52-4581-94f3-e75c4423d7a8 {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:11.132004 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7", "tag": "6a3666ca-6772-446f-93c4-06112a50eafa", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:11.132251 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c52efd29-ae52-4581-94f3-e75c4423d7a8 {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:11.132651 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7', 'tag': '6a3666ca-6772-446f-93c4-06112a50eafa', 'status': 'completed', 'code': 200} Oct 28 08:54:11.169812 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-c2eb634a-7c87-43e3-90da-fcb7fa44e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:11.171325 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-c2eb634a-7c87-43e3-90da-fcb7fa44e2bc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=272e5ae4aa8045a38003e59b113e7898&device_id=1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0502353 Oct 28 08:54:11.215890 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-af8fb87c-66e9-4615-a8c5-eec8d469ded5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a3666ca-6772-446f-93c4-06112a50eafa HTTP/1.1" status: 200 len: 217 time: 0.0362873 Oct 28 08:54:11.272705 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-c20463d9-27df-4eaf-8ec5-10d2b989e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:11.274187 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-c20463d9-27df-4eaf-8ec5-10d2b989e2b8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238 HTTP/1.1" status: 200 len: 855 time: 0.0510385 Oct 28 08:54:11.310266 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-4110d2c0-79d5-43dc-b95e-178c12372983 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ef62a40-86ce-4d50-abaa-404f56129ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288243 Oct 28 08:54:11.401439 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-fa2f9e1c-005e-4f46-8442-84d2684232dd service neutron] 10.222.0.77 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841823 Oct 28 08:54:11.505809 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-81c9bd45-5fb8-46e8-81f6-35bca414b814 req-0f31dbf7-d39e-488d-8102-26ce3409542e service neutron] 10.222.0.77 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970509 Oct 28 08:54:11.610156 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4af68d-1cd6-487f-b6b1-36e32c943c4a req-a682e063-e003-4da5-95e5-383f3ec4499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:11.612756 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-be4af68d-1cd6-487f-b6b1-36e32c943c4a req-a682e063-e003-4da5-95e5-383f3ec4499f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=272e5ae4aa8045a38003e59b113e7898&device_id=1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0425150 Oct 28 08:54:11.712263 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4af68d-1cd6-487f-b6b1-36e32c943c4a req-bfbd81ae-6d88-4e68-8224-9c652f0b0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:11.713755 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-be4af68d-1cd6-487f-b6b1-36e32c943c4a req-bfbd81ae-6d88-4e68-8224-9c652f0b0fe3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ef62a40-86ce-4d50-abaa-404f56129ded HTTP/1.1" status: 200 len: 917 time: 0.0924001 Oct 28 08:54:11.757479 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-be4af68d-1cd6-487f-b6b1-36e32c943c4a req-12c670c3-9811-4aa8-b15f-2fad6669f458 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a3666ca-6772-446f-93c4-06112a50eafa HTTP/1.1" status: 200 len: 217 time: 0.0361414 Oct 28 08:54:11.815106 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4af68d-1cd6-487f-b6b1-36e32c943c4a req-d1171fd3-8839-4384-81a4-440a8e209537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:11.816107 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-be4af68d-1cd6-487f-b6b1-36e32c943c4a req-d1171fd3-8839-4384-81a4-440a8e209537 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238 HTTP/1.1" status: 200 len: 855 time: 0.0521135 Oct 28 08:54:11.847383 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-be4af68d-1cd6-487f-b6b1-36e32c943c4a req-caecbc6f-59f7-4422-9979-45d3d69f6fb4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ef62a40-86ce-4d50-abaa-404f56129ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241976 Oct 28 08:54:11.950716 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-be4af68d-1cd6-487f-b6b1-36e32c943c4a req-59901ceb-5a42-483a-aecf-4c3f3163bb55 service neutron] 10.222.0.77 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954409 Oct 28 08:54:12.068441 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-be4af68d-1cd6-487f-b6b1-36e32c943c4a req-0667cdca-b69e-452b-8a80-7a6257c0df6c service neutron] 10.222.0.77 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098008 Oct 28 08:54:12.105132 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2900b-55b8-4c06-9742-7d6295f8ae94 req-a5fb5896-4f1b-4af1-bd4c-04cc9969c562 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:12.106645 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-75d2900b-55b8-4c06-9742-7d6295f8ae94 req-a5fb5896-4f1b-4af1-bd4c-04cc9969c562 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7 HTTP/1.1" status: 200 len: 944 time: 0.0537941 Oct 28 08:54:12.148497 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-75d2900b-55b8-4c06-9742-7d6295f8ae94 req-83c7196e-a4d1-45b2-b510-4719723ab721 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344412 Oct 28 08:54:13.272610 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53395dc0-a469-40d4-949c-1f95152f0c50 req-35a0d6de-da00-41e7-98c6-9c96fea0f8c8 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:13.274103 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-53395dc0-a469-40d4-949c-1f95152f0c50 req-35a0d6de-da00-41e7-98c6-9c96fea0f8c8 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7 HTTP/1.1" status: 200 len: 944 time: 0.0525620 Oct 28 08:54:13.320023 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-53395dc0-a469-40d4-949c-1f95152f0c50 req-1a30301b-813c-4c60-a9d0-11d73b7e60bc tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395854 Oct 28 08:54:14.463605 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d87e22-1797-4928-b9cd-fdff32a052e6 req-c221f76a-0d8f-434f-8c5c-08e34eeea591 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:14.465268 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-95d87e22-1797-4928-b9cd-fdff32a052e6 req-c221f76a-0d8f-434f-8c5c-08e34eeea591 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7 HTTP/1.1" status: 200 len: 944 time: 0.0749869 Oct 28 08:54:14.503805 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-95d87e22-1797-4928-b9cd-fdff32a052e6 req-a3ded9d6-66e0-46b3-aa09-9f4eddb6a9aa tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318530 Oct 28 08:54:15.231925 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 6a3666ca-6772-446f-93c4-06112a50eafa details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:54:15.330294 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 6a3666ca-6772-446f-93c4-06112a50eafa, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6a3666ca-6772-446f-93c4-06112a50eafa,segment=NetworkSegment(339aa7f4-4481-4841-b1e3-21a131736b76),segment_id=339aa7f4-4481-4841-b1e3-21a131736b76)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:15.341548 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': '6a3666ca-6772-446f-93c4-06112a50eafa', 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded', 'port_id': '6a3666ca-6772-446f-93c4-06112a50eafa', 'mac_address': 'fa:16:3e:5c:f3:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:54:15.389941 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:15.404680 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3666ca-6772-446f-93c4-06112a50eafa {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:54:15.424134 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 6a3666ca-6772-446f-93c4-06112a50eafa, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6a3666ca-6772-446f-93c4-06112a50eafa,segment=NetworkSegment(339aa7f4-4481-4841-b1e3-21a131736b76),segment_id=339aa7f4-4481-4841-b1e3-21a131736b76)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:15.427904 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:15.476965 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=6a3666ca-6772-446f-93c4-06112a50eafa,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:15.484033 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:15.484393 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:15.484734 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:15.485070 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:15.485457 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:15.485904 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:15.486237 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:15.486626 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:15.486959 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:15.487323 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:15.487706 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:15.488008 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:15.625320 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b364f-6d9e-4b5a-a0a4-a58855aa1583 req-e7eec753-9a14-4126-892e-b4d2d0091e03 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:15.627417 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ee4b364f-6d9e-4b5a-a0a4-a58855aa1583 req-e7eec753-9a14-4126-892e-b4d2d0091e03 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7 HTTP/1.1" status: 200 len: 945 time: 0.0525835 Oct 28 08:54:15.670523 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ee4b364f-6d9e-4b5a-a0a4-a58855aa1583 req-6e2101b4-ceab-4638-826e-1d48c76654c5 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369823 Oct 28 08:54:15.816537 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['6a3666ca-6772-446f-93c4-06112a50eafa'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:16.799216 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7b58c-656f-47f6-85c8-dd77ff38e929 req-5b9c967c-70cd-4b35-bbbf-80d1a26d637b tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:16.801011 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d3d7b58c-656f-47f6-85c8-dd77ff38e929 req-5b9c967c-70cd-4b35-bbbf-80d1a26d637b tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7 HTTP/1.1" status: 200 len: 945 time: 0.0601833 Oct 28 08:54:16.844329 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d3d7b58c-656f-47f6-85c8-dd77ff38e929 req-f57e9eb6-23a8-47f9-8a5b-d3b9d7e19d53 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342414 Oct 28 08:54:17.238544 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 6a3666ca-6772-446f-93c4-06112a50eafa up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:17.292164 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port 6a3666ca-6772-446f-93c4-06112a50eafa completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:54:17.295798 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port 6a3666ca-6772-446f-93c4-06112a50eafa triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:17.296164 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.376495 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.400175 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3666ca-6772-446f-93c4-06112a50eafa'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:17.402412 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bd91bd-4bfc-46da-9307-0e262f81c854" -d '{"events": [{"server_uuid": "1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7", "name": "network-vif-plugged", "status": "completed", "tag": "6a3666ca-6772-446f-93c4-06112a50eafa"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:17.416134 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 6a3666ca-6772-446f-93c4-06112a50eafa, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6a3666ca-6772-446f-93c4-06112a50eafa,segment=NetworkSegment(339aa7f4-4481-4841-b1e3-21a131736b76),segment_id=339aa7f4-4481-4841-b1e3-21a131736b76)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:17.420816 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.446097 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e7b8bc-01b7-4848-9b48-017a83dd6ecf x-openstack-request-id: req-01e7b8bc-01b7-4848-9b48-017a83dd6ecf {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:17.446389 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7", "name": "network-vif-plugged", "status": "completed", "tag": "6a3666ca-6772-446f-93c4-06112a50eafa", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:17.446640 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-01e7b8bc-01b7-4848-9b48-017a83dd6ecf {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:17.447029 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3666ca-6772-446f-93c4-06112a50eafa', 'code': 200} Oct 28 08:54:17.474558 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=6a3666ca-6772-446f-93c4-06112a50eafa,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:17.618005 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3118c-ee59-4dfe-a055-e8c7503aa158 req-5df0ed39-4896-48c0-bea7-c39150dfd00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:17.619484 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-80e3118c-ee59-4dfe-a055-e8c7503aa158 req-5df0ed39-4896-48c0-bea7-c39150dfd00d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7 HTTP/1.1" status: 200 len: 1099 time: 0.0443306 Oct 28 08:54:17.654966 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-80e3118c-ee59-4dfe-a055-e8c7503aa158 req-b26cbec2-114b-4c15-aa43-c778b1976370 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286853 Oct 28 08:54:17.967161 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a944927-6fb7-41d6-b439-303d1c724329 req-4872dea5-aa7a-4451-8e1a-c73ab33a8033 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:17.968622 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0a944927-6fb7-41d6-b439-303d1c724329 req-4872dea5-aa7a-4451-8e1a-c73ab33a8033 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7 HTTP/1.1" status: 200 len: 946 time: 0.0517311 Oct 28 08:54:18.009507 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-0a944927-6fb7-41d6-b439-303d1c724329 req-4eeb4f17-da55-40c0-83a5-59c25d032ee5 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335679 Oct 28 08:54:18.240662 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:19.129520 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ea553-b265-4a8f-9bf2-7f9947a77e28 req-cee83fa7-d63b-48cc-beeb-0658e826116d tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:19.131033 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b56ea553-b265-4a8f-9bf2-7f9947a77e28 req-cee83fa7-d63b-48cc-beeb-0658e826116d tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7 HTTP/1.1" status: 200 len: 946 time: 0.0491865 Oct 28 08:54:19.172957 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b56ea553-b265-4a8f-9bf2-7f9947a77e28 req-bf12efe6-748e-42ad-8194-af984f64172c tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353577 Oct 28 08:54:20.293360 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f51ba-6781-463e-ba0e-7f52ac65d8af req-5b5d1f97-9771-4655-bc68-7ad23a50a428 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:20.294898 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a27f51ba-6781-463e-ba0e-7f52ac65d8af req-5b5d1f97-9771-4655-bc68-7ad23a50a428 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7 HTTP/1.1" status: 200 len: 946 time: 0.0531521 Oct 28 08:54:20.333529 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a27f51ba-6781-463e-ba0e-7f52ac65d8af req-fccc08ab-0f7f-4253-983a-2e13615e4f79 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322218 Oct 28 08:54:21.534052 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-471a57a4-dc28-44f4-8883-13c710692762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.478956 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-94ed24e0-5dcd-4b70-a1ed-9509b84da244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.489867 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.753147 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.500956 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:31.135176 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a64f0-0731-46ea-8893-149e12b1d21c req-1ed78762-7559-4094-86fb-c74591f4aab7 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:31.136812 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-306a64f0-0731-46ea-8893-149e12b1d21c req-1ed78762-7559-4094-86fb-c74591f4aab7 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/networks?id=4ef62a40-86ce-4d50-abaa-404f56129ded HTTP/1.1" status: 200 len: 815 time: 0.1066439 Oct 28 08:54:31.155460 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-306a64f0-0731-46ea-8893-149e12b1d21c req-55e1ec40-ec98-4648-a058-64942588364e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/quotas/272e5ae4aa8045a38003e59b113e7898 HTTP/1.1" status: 200 len: 375 time: 0.0128925 Oct 28 08:54:31.214314 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-306a64f0-0731-46ea-8893-149e12b1d21c req-e9c02b86-2d7b-4a1c-8edf-6ab35c2e14a7 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=272e5ae4aa8045a38003e59b113e7898&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530562 Oct 28 08:54:31.318972 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [req-306a64f0-0731-46ea-8893-149e12b1d21c req-2308c9b9-c385-4e5b-a48f-917b25d59448 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=108149) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:54:31.319965 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-306a64f0-0731-46ea-8893-149e12b1d21c req-2308c9b9-c385-4e5b-a48f-917b25d59448 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0989263 Oct 28 08:54:31.418843 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-306a64f0-0731-46ea-8893-149e12b1d21c req-1b245bd1-ef82-4319-9392-7c5fdc729710 service neutron] 10.222.0.74 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924668 Oct 28 08:54:31.479290 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:54:31.513734 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-306a64f0-0731-46ea-8893-149e12b1d21c req-246cab4b-0177-4ff4-aad8-1372047e031e service neutron] 10.222.0.74 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888155 Oct 28 08:54:31.676404 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-58ca252e-fb72-4d86-87f4-e842a3104626 req-d83fd61a-5524-46d9-aabf-0d4a5eeb1d39 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=0f9c707d-9384-416f-9181-499ac9dc8188 HTTP/1.1" status: 200 len: 210 time: 0.0272918 Oct 28 08:54:32.655195 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a64f0-0731-46ea-8893-149e12b1d21c req-e3c60b50-ee5e-4194-9494-0612d51618f1 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:32.662031 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-306a64f0-0731-46ea-8893-149e12b1d21c req-e3c60b50-ee5e-4194-9494-0612d51618f1 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.77 "GET /v2.0/networks?id=4ef62a40-86ce-4d50-abaa-404f56129ded HTTP/1.1" status: 200 len: 815 time: 0.1173673 Oct 28 08:54:32.699434 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-306a64f0-0731-46ea-8893-149e12b1d21c req-97c68ea5-8af5-4763-a3db-151ad066be1e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Request body: {'port': {'device_id': '0f9c707d-9384-416f-9181-499ac9dc8188', 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded', 'admin_state_up': True, 'tenant_id': '272e5ae4aa8045a38003e59b113e7898'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:32.784175 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9d440933-1a8b-4a64-a1e9-4c085adc4113 req-3db23e78-cf86-4b17-92cc-529c86f53179 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=0f9c707d-9384-416f-9181-499ac9dc8188 HTTP/1.1" status: 200 len: 210 time: 0.0326056 Oct 28 08:54:32.840802 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306a64f0-0731-46ea-8893-149e12b1d21c req-97c68ea5-8af5-4763-a3db-151ad066be1e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Made reservation on behalf of 272e5ae4aa8045a38003e59b113e7898 for: {'port': 1} {{(pid=108149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:54:32.844900 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-306a64f0-0731-46ea-8893-149e12b1d21c req-97c68ea5-8af5-4763-a3db-151ad066be1e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:32.978376 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.db_base_plugin_common [req-306a64f0-0731-46ea-8893-149e12b1d21c req-97c68ea5-8af5-4763-a3db-151ad066be1e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Allocated IP 172.20.0.2 (4ef62a40-86ce-4d50-abaa-404f56129ded/f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238/7dc3608d-196c-466e-b72c-7b40bbdba7d7) {{(pid=108149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:54:33.128389 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-306a64f0-0731-46ea-8893-149e12b1d21c req-97c68ea5-8af5-4763-a3db-151ad066be1e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks [] for port, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:33.164018 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-306a64f0-0731-46ea-8893-149e12b1d21c req-97c68ea5-8af5-4763-a3db-151ad066be1e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726588277580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25303707'] for port, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:33.184213 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['6e84e39e-941c-43f6-9052-8a92be7b65cb', 'f2d8a5ff-605d-4534-b144-6688523ec819', '6a3666ca-6772-446f-93c4-06112a50eafa'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:33.208948 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306a64f0-0731-46ea-8893-149e12b1d21c req-97c68ea5-8af5-4763-a3db-151ad066be1e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Network 4ef62a40-86ce-4d50-abaa-404f56129ded is already hosted by enough agents. {{(pid=108149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:33.212121 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.scheduler.base_scheduler [req-306a64f0-0731-46ea-8893-149e12b1d21c req-97c68ea5-8af5-4763-a3db-151ad066be1e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Resources bound (agent type, host, resource id): {{(pid=108149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:33.215858 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.l3_dvrscheduler_db [req-306a64f0-0731-46ea-8893-149e12b1d21c req-97c68ea5-8af5-4763-a3db-151ad066be1e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Received port after_create {{(pid=108149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:54:33.222298 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c68ea5-8af5-4763-a3db-151ad066be1e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Pushing event updated for resources: {'Port': ['ID=7dc3608d-196c-466e-b72c-7b40bbdba7d7,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:33.286246 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a64f0-0731-46ea-8893-149e12b1d21c req-97c68ea5-8af5-4763-a3db-151ad066be1e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:33.286928 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-306a64f0-0731-46ea-8893-149e12b1d21c req-97c68ea5-8af5-4763-a3db-151ad066be1e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:33.307302 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-306a64f0-0731-46ea-8893-149e12b1d21c req-97c68ea5-8af5-4763-a3db-151ad066be1e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6139419 Oct 28 08:54:33.323064 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.v2.base [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Request body: {'port': {'device_id': '0f9c707d-9384-416f-9181-499ac9dc8188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=108149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:33.387525 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:33.656836 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc3608d-196c-466e-b72c-7b40bbdba7d7 {{(pid=108149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:54:33.664420 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:33.676806 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.db.provisioning_blocks [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Transition to ACTIVE for port object 7dc3608d-196c-466e-b72c-7b40bbdba7d7 will not be triggered until provisioned by entity L2. {{(pid=108149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:54:33.680146 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:33.735075 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc3608d-196c-466e-b72c-7b40bbdba7d7,revision_number=2']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:33.802696 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Attempting to bind port 7dc3608d-196c-466e-b72c-7b40bbdba7d7 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:54:33.803029 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Attempting to bind port 7dc3608d-196c-466e-b72c-7b40bbdba7d7 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '339aa7f4-4481-4841-b1e3-21a131736b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded'}] {{(pid=108149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:54:33.803350 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Attempting to bind port 7dc3608d-196c-466e-b72c-7b40bbdba7d7 on network 4ef62a40-86ce-4d50-abaa-404f56129ded {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:33.808471 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Port 7dc3608d-196c-466e-b72c-7b40bbdba7d7 on network 4ef62a40-86ce-4d50-abaa-404f56129ded not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:54:33.808771 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Attempting to bind port 7dc3608d-196c-466e-b72c-7b40bbdba7d7 on network 4ef62a40-86ce-4d50-abaa-404f56129ded {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:33.814174 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Checking agent: {'id': '0337ce83-dbdd-49fa-9ee6-e008429dcb0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:54:33.814557 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Checking segment: {'id': '339aa7f4-4481-4841-b1e3-21a131736b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:33.814885 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Bound using segment: {'id': '339aa7f4-4481-4841-b1e3-21a131736b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded'} {{(pid=108149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:54:33.815307 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.managers [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Bound port: 7dc3608d-196c-466e-b72c-7b40bbdba7d7, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339aa7f4-4481-4841-b1e3-21a131736b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded'}}] {{(pid=108149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:54:33.815657 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:33.904949 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] For port 7dc3608d-196c-466e-b72c-7b40bbdba7d7, host hv-cinder-81566, cleared binding levels {{(pid=108149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:54:33.921590 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.plugins.ml2.db [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] For port 7dc3608d-196c-466e-b72c-7b40bbdba7d7, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7dc3608d-196c-466e-b72c-7b40bbdba7d7,segment=NetworkSegment(339aa7f4-4481-4841-b1e3-21a131736b76),segment_id=339aa7f4-4481-4841-b1e3-21a131736b76)] {{(pid=108149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:54:33.927505 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25303648'] for port, after_update {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:33.963722 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1fb79-1011-43a5-837a-1fc267a4f721 req-445817b5-2f67-4bf8-9d48-b0c92a57c6c5 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:33.965299 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6fe1fb79-1011-43a5-837a-1fc267a4f721 req-445817b5-2f67-4bf8-9d48-b0c92a57c6c5 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=0f9c707d-9384-416f-9181-499ac9dc8188 HTTP/1.1" status: 200 len: 943 time: 0.1057534 Oct 28 08:54:33.983898 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:33.984491 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:33.986495 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-306a64f0-0731-46ea-8893-149e12b1d21c req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] 10.222.0.77 "PUT /v2.0/ports/7dc3608d-196c-466e-b72c-7b40bbdba7d7 HTTP/1.1" status: 200 len: 1093 time: 0.6681023 Oct 28 08:54:33.986930 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9c707d-9384-416f-9181-499ac9dc8188', 'tag': '7dc3608d-196c-466e-b72c-7b40bbdba7d7'}] {{(pid=108149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:33.989146 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bec816c0fb930a3ea9efdd0ae20a6b51123d44532b8dbe124c8220f54c702f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984b26b5-45b5-4b22-ba0e-076350a7561c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9c707d-9384-416f-9181-499ac9dc8188", "tag": "7dc3608d-196c-466e-b72c-7b40bbdba7d7"}]}' {{(pid=108149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:34.029540 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26151b8e-704d-4ed2-8377-de33dcaa2906 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc3608d-196c-466e-b72c-7b40bbdba7d7,revision_number=3']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:34.035734 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6fe1fb79-1011-43a5-837a-1fc267a4f721 req-e65e0c25-a82c-4f56-bb88-56b47acca124 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635223 Oct 28 08:54:34.048166 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7b99be-1202-4911-a673-6d8c314607cf x-openstack-request-id: req-ce7b99be-1202-4911-a673-6d8c314607cf {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:34.048290 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9c707d-9384-416f-9181-499ac9dc8188", "tag": "7dc3608d-196c-466e-b72c-7b40bbdba7d7", "status": "completed", "code": 200}]} {{(pid=108149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:34.048452 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ce7b99be-1202-4911-a673-6d8c314607cf {{(pid=108149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:34.048846 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9c707d-9384-416f-9181-499ac9dc8188', 'tag': '7dc3608d-196c-466e-b72c-7b40bbdba7d7', 'status': 'completed', 'code': 200} Oct 28 08:54:34.102949 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a64f0-0731-46ea-8893-149e12b1d21c req-476095ee-06a8-44dc-947a-6811894049ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:34.104432 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-306a64f0-0731-46ea-8893-149e12b1d21c req-476095ee-06a8-44dc-947a-6811894049ab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=272e5ae4aa8045a38003e59b113e7898&device_id=0f9c707d-9384-416f-9181-499ac9dc8188 HTTP/1.1" status: 200 len: 1096 time: 0.0419827 Oct 28 08:54:34.155303 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-306a64f0-0731-46ea-8893-149e12b1d21c req-62e8f91b-1495-41b5-8fd3-9be70b4d5fa9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7dc3608d-196c-466e-b72c-7b40bbdba7d7 HTTP/1.1" status: 200 len: 217 time: 0.0380452 Oct 28 08:54:34.208225 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a64f0-0731-46ea-8893-149e12b1d21c req-7fef8ecf-e49b-4add-98fe-ca2639441746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:34.209580 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-306a64f0-0731-46ea-8893-149e12b1d21c req-7fef8ecf-e49b-4add-98fe-ca2639441746 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238 HTTP/1.1" status: 200 len: 855 time: 0.0466425 Oct 28 08:54:34.242942 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-306a64f0-0731-46ea-8893-149e12b1d21c req-9e43e30e-3050-4d98-9016-bd8f23a615e1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ef62a40-86ce-4d50-abaa-404f56129ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255995 Oct 28 08:54:34.342905 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-306a64f0-0731-46ea-8893-149e12b1d21c req-4d34ebfe-81a1-4eb4-9f95-bb44a49ac220 service neutron] 10.222.0.77 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922296 Oct 28 08:54:34.446728 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-306a64f0-0731-46ea-8893-149e12b1d21c req-79d5c857-7c1c-417c-bf77-7251ac8bfad0 service neutron] 10.222.0.77 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951757 Oct 28 08:54:34.544847 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b26b5-45b5-4b22-ba0e-076350a7561c req-573a8276-126a-4191-8253-b0926af2c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:34.546338 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-984b26b5-45b5-4b22-ba0e-076350a7561c req-573a8276-126a-4191-8253-b0926af2c6a5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=272e5ae4aa8045a38003e59b113e7898&device_id=0f9c707d-9384-416f-9181-499ac9dc8188 HTTP/1.1" status: 200 len: 1096 time: 0.0506816 Oct 28 08:54:34.645288 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b26b5-45b5-4b22-ba0e-076350a7561c req-e5c54a8d-7ce4-464c-a4ac-c3d6b6c6f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:34.646776 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-984b26b5-45b5-4b22-ba0e-076350a7561c req-e5c54a8d-7ce4-464c-a4ac-c3d6b6c6f3ab service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ef62a40-86ce-4d50-abaa-404f56129ded HTTP/1.1" status: 200 len: 917 time: 0.0904100 Oct 28 08:54:34.692324 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-984b26b5-45b5-4b22-ba0e-076350a7561c req-316b6508-395f-4295-b623-b7da38dcda0a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7dc3608d-196c-466e-b72c-7b40bbdba7d7 HTTP/1.1" status: 200 len: 217 time: 0.0359519 Oct 28 08:54:34.755280 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b26b5-45b5-4b22-ba0e-076350a7561c req-71754258-36e0-4d2a-98fb-0b35011c0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:34.756746 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-984b26b5-45b5-4b22-ba0e-076350a7561c req-71754258-36e0-4d2a-98fb-0b35011c0536 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238 HTTP/1.1" status: 200 len: 855 time: 0.0515401 Oct 28 08:54:34.789931 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-984b26b5-45b5-4b22-ba0e-076350a7561c req-8dbe53a4-9329-43fc-bef1-5fddb6883c74 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ef62a40-86ce-4d50-abaa-404f56129ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259776 Oct 28 08:54:34.886475 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-984b26b5-45b5-4b22-ba0e-076350a7561c req-50d77b08-4fb7-44f5-8e80-62feb50607dd service neutron] 10.222.0.77 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891116 Oct 28 08:54:34.988024 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-984b26b5-45b5-4b22-ba0e-076350a7561c req-86e3198e-4eff-468f-adef-4105914cf848 service neutron] 10.222.0.77 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942864 Oct 28 08:54:35.172605 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8d237-1118-482d-a7c6-b559c35544f1 req-8b634978-ed69-4b52-8f04-7c2deddb8c5c tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:35.174018 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2aa8d237-1118-482d-a7c6-b559c35544f1 req-8b634978-ed69-4b52-8f04-7c2deddb8c5c tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=0f9c707d-9384-416f-9181-499ac9dc8188 HTTP/1.1" status: 200 len: 943 time: 0.0593810 Oct 28 08:54:35.212100 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2aa8d237-1118-482d-a7c6-b559c35544f1 req-5fc761db-404f-47a4-95ea-5d4eb483b8c7 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320122 Oct 28 08:54:36.335212 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd088cb-392e-4865-8644-853568b3e9fb req-1954cfd2-8b1c-4a89-b735-a693ab956422 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:36.336784 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5bd088cb-392e-4865-8644-853568b3e9fb req-1954cfd2-8b1c-4a89-b735-a693ab956422 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=0f9c707d-9384-416f-9181-499ac9dc8188 HTTP/1.1" status: 200 len: 943 time: 0.0549898 Oct 28 08:54:36.374658 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5bd088cb-392e-4865-8644-853568b3e9fb req-e41bdecd-67ef-482b-8800-a46354405dbb tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318861 Oct 28 08:54:37.502416 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f9120-8cf3-4150-b5ac-2b8ae635e45a req-ab9c9951-ae47-4a6d-af27-b0a043306048 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:37.503895 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5a0f9120-8cf3-4150-b5ac-2b8ae635e45a req-ab9c9951-ae47-4a6d-af27-b0a043306048 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=0f9c707d-9384-416f-9181-499ac9dc8188 HTTP/1.1" status: 200 len: 943 time: 0.0571830 Oct 28 08:54:37.544384 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-5a0f9120-8cf3-4150-b5ac-2b8ae635e45a req-135cb026-2667-4adf-93d4-26ec353b2dee tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345817 Oct 28 08:54:38.662107 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f7844-f8ee-4475-abd7-5f006c15dc2b req-3a49939f-5cd0-4d37-92f5-f776954dc4e5 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:38.663866 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e90f7844-f8ee-4475-abd7-5f006c15dc2b req-3a49939f-5cd0-4d37-92f5-f776954dc4e5 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=0f9c707d-9384-416f-9181-499ac9dc8188 HTTP/1.1" status: 200 len: 943 time: 0.0493701 Oct 28 08:54:38.705840 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-e90f7844-f8ee-4475-abd7-5f006c15dc2b req-50bbbaea-6cc7-4c9f-9376-0ff074ee3e15 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357792 Oct 28 08:54:39.326865 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 7dc3608d-196c-466e-b72c-7b40bbdba7d7 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=108151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:54:39.421704 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 7dc3608d-196c-466e-b72c-7b40bbdba7d7, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7dc3608d-196c-466e-b72c-7b40bbdba7d7,segment=NetworkSegment(339aa7f4-4481-4841-b1e3-21a131736b76),segment_id=339aa7f4-4481-4841-b1e3-21a131736b76)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:39.433196 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Returning: {'device': '7dc3608d-196c-466e-b72c-7b40bbdba7d7', 'network_id': '4ef62a40-86ce-4d50-abaa-404f56129ded', 'port_id': '7dc3608d-196c-466e-b72c-7b40bbdba7d7', 'mac_address': 'fa:16:3e:ce:e6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:54:39.482590 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:39.495790 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc3608d-196c-466e-b72c-7b40bbdba7d7 {{(pid=108151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:54:39.516893 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 7dc3608d-196c-466e-b72c-7b40bbdba7d7, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7dc3608d-196c-466e-b72c-7b40bbdba7d7,segment=NetworkSegment(339aa7f4-4481-4841-b1e3-21a131736b76),segment_id=339aa7f4-4481-4841-b1e3-21a131736b76)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:39.521079 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:39.571174 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=7dc3608d-196c-466e-b72c-7b40bbdba7d7,revision_number=4']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:39.832807 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab7ff3-9737-4032-81fd-e1861fdfcb6a req-d5fee45f-1ddf-4e60-9d55-f40823f32b8e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:39.834435 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6eab7ff3-9737-4032-81fd-e1861fdfcb6a req-d5fee45f-1ddf-4e60-9d55-f40823f32b8e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=0f9c707d-9384-416f-9181-499ac9dc8188 HTTP/1.1" status: 200 len: 944 time: 0.0559993 Oct 28 08:54:39.963055 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['7dc3608d-196c-466e-b72c-7b40bbdba7d7'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:40.138026 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-6eab7ff3-9737-4032-81fd-e1861fdfcb6a req-e0403239-77ac-4b54-9f00-153081cd6aef tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973590 Oct 28 08:54:41.260786 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7310d-c719-4a35-9201-892815c7b443 req-60a58aa0-5632-48a2-bbe1-77a566486fb8 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:41.262266 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-38e7310d-c719-4a35-9201-892815c7b443 req-60a58aa0-5632-48a2-bbe1-77a566486fb8 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=0f9c707d-9384-416f-9181-499ac9dc8188 HTTP/1.1" status: 200 len: 944 time: 0.0527580 Oct 28 08:54:41.301800 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-38e7310d-c719-4a35-9201-892815c7b443 req-3eb5bf16-ec58-40de-8be6-3bcb44300f3e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318794 Oct 28 08:54:41.332871 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 7dc3608d-196c-466e-b72c-7b40bbdba7d7 up at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:41.383081 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning for port 7dc3608d-196c-466e-b72c-7b40bbdba7d7 completed by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:54:41.387368 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.db.provisioning_blocks [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Provisioning complete for port 7dc3608d-196c-466e-b72c-7b40bbdba7d7 triggered by entity L2. {{(pid=108151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:41.387734 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7699312'] for port, provisioning_complete {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:41.470875 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7892672'] for port, before_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:41.493286 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9c707d-9384-416f-9181-499ac9dc8188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc3608d-196c-466e-b72c-7b40bbdba7d7'}] {{(pid=108151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:41.495541 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f40b9f5b62e58c3ebacf2d4fbdb3194d3ef6e395e9bf4f84b1691ebcc3dce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4d8eda-7e87-448a-a632-dbff517691d1" -d '{"events": [{"server_uuid": "0f9c707d-9384-416f-9181-499ac9dc8188", "name": "network-vif-plugged", "status": "completed", "tag": "7dc3608d-196c-466e-b72c-7b40bbdba7d7"}]}' {{(pid=108151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:41.510075 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] For port 7dc3608d-196c-466e-b72c-7b40bbdba7d7, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7dc3608d-196c-466e-b72c-7b40bbdba7d7,segment=NetworkSegment(339aa7f4-4481-4841-b1e3-21a131736b76),segment_id=339aa7f4-4481-4841-b1e3-21a131736b76)] {{(pid=108151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:41.514250 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726588705774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726588277598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726588277616'] for port, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:41.537528 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c23c523-e573-4082-a4b7-b32f65280bb5 x-openstack-request-id: req-3c23c523-e573-4082-a4b7-b32f65280bb5 {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:41.537915 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9c707d-9384-416f-9181-499ac9dc8188", "name": "network-vif-plugged", "status": "completed", "tag": "7dc3608d-196c-466e-b72c-7b40bbdba7d7", "code": 200}]} {{(pid=108151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:41.538164 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3c23c523-e573-4082-a4b7-b32f65280bb5 {{(pid=108151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:41.538801 dv-cinder-815660-3-iscsi neutron-server[108151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9c707d-9384-416f-9181-499ac9dc8188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc3608d-196c-466e-b72c-7b40bbdba7d7', 'code': 200} Oct 28 08:54:41.567578 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Pushing event updated for resources: {'Port': ['ID=7dc3608d-196c-466e-b72c-7b40bbdba7d7,revision_number=5']} {{(pid=108151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:41.708826 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58435fe-e54a-4572-a086-467a689e1696 req-65ccdcf3-03b9-49af-85f8-ccc6412c8c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:41.710388 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d58435fe-e54a-4572-a086-467a689e1696 req-65ccdcf3-03b9-49af-85f8-ccc6412c8c70 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0f9c707d-9384-416f-9181-499ac9dc8188 HTTP/1.1" status: 200 len: 1098 time: 0.0418162 Oct 28 08:54:41.750934 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-d58435fe-e54a-4572-a086-467a689e1696 req-e5779d85-705b-49c9-9383-d6936ee390e3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279810 Oct 28 08:54:42.424392 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78ffe1-3f92-4821-a8f0-161f24af00a0 req-89d0543b-6c48-4a10-9bba-3874ff56adb0 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:42.425899 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4f78ffe1-3f92-4821-a8f0-161f24af00a0 req-89d0543b-6c48-4a10-9bba-3874ff56adb0 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=0f9c707d-9384-416f-9181-499ac9dc8188 HTTP/1.1" status: 200 len: 945 time: 0.0530195 Oct 28 08:54:42.465372 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-4f78ffe1-3f92-4821-a8f0-161f24af00a0 req-df1119ee-0d65-460c-94da-1dc75c438c92 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332625 Oct 28 08:54:43.583978 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ec23c-963f-4aa0-a3f5-daca4d700b9f req-41315d86-352d-43ab-9e0c-ec7e8ab281c0 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:43.585552 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-eb6ec23c-963f-4aa0-a3f5-daca4d700b9f req-41315d86-352d-43ab-9e0c-ec7e8ab281c0 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=0f9c707d-9384-416f-9181-499ac9dc8188 HTTP/1.1" status: 200 len: 945 time: 0.0504084 Oct 28 08:54:43.624179 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-eb6ec23c-963f-4aa0-a3f5-daca4d700b9f req-eec2fb2f-9f30-4312-b6ee-c4cdf1ca4814 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320342 Oct 28 08:54:48.252910 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:51.536087 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-964cf6fa-9ea8-424d-8d94-a227712e347c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:54.470626 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-206fc4a4-ffdc-4acb-8e7d-1e09d14115f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:55.477732 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211ef4c-b5a2-4e40-a3b9-31a667e94dd3 req-5f2764df-7c7f-446a-9375-8d828d19fbb7 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:55.479337 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2211ef4c-b5a2-4e40-a3b9-31a667e94dd3 req-5f2764df-7c7f-446a-9375-8d828d19fbb7 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=0f9c707d-9384-416f-9181-499ac9dc8188 HTTP/1.1" status: 200 len: 945 time: 0.0545838 Oct 28 08:54:55.491752 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:55.521280 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-2211ef4c-b5a2-4e40-a3b9-31a667e94dd3 req-995b72b2-8ac5-4be3-b0fe-59ee6248cb5b tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354097 Oct 28 08:54:55.755225 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:56.649594 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77902e90-cef8-4171-9001-70a0901679fe req-31f21c0a-e3e4-44d0-a01e-1b7b435a8e6a tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:56.651204 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-77902e90-cef8-4171-9001-70a0901679fe req-31f21c0a-e3e4-44d0-a01e-1b7b435a8e6a tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=0f9c707d-9384-416f-9181-499ac9dc8188 HTTP/1.1" status: 200 len: 945 time: 0.0579219 Oct 28 08:54:56.700772 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-77902e90-cef8-4171-9001-70a0901679fe req-20196671-095d-4088-abe2-e4830dd2e78e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339434 Oct 28 08:54:57.242370 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ac4163c6-c15f-422a-a797-e71d9dcf00b7 req-6aeedb09-ec7c-485c-9555-83d7dd8336d6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1d2e5b11-789c-403e-a726-3c7f0412bc44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457702 Oct 28 08:54:57.332522 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4163c6-c15f-422a-a797-e71d9dcf00b7 req-a36d0397-f423-4dcf-aa32-ec137bb5c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:57.334037 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ac4163c6-c15f-422a-a797-e71d9dcf00b7 req-a36d0397-f423-4dcf-aa32-ec137bb5c7bc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=272e5ae4aa8045a38003e59b113e7898&device_id=1d2e5b11-789c-403e-a726-3c7f0412bc44 HTTP/1.1" status: 200 len: 1099 time: 0.0429773 Oct 28 08:54:57.445120 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4163c6-c15f-422a-a797-e71d9dcf00b7 req-5a5d8292-52f4-4d27-8ebd-e0c2a91a7e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:57.446716 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ac4163c6-c15f-422a-a797-e71d9dcf00b7 req-5a5d8292-52f4-4d27-8ebd-e0c2a91a7e0c service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ef62a40-86ce-4d50-abaa-404f56129ded HTTP/1.1" status: 200 len: 917 time: 0.0916226 Oct 28 08:54:57.482281 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4dd4be-c8c8-445b-8c50-1b00a7c5e229 req-e34af0c3-143c-4aee-bb86-704d04dd8991 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:57.484522 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-1e4dd4be-c8c8-445b-8c50-1b00a7c5e229 req-e34af0c3-143c-4aee-bb86-704d04dd8991 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f9c707d-9384-416f-9181-499ac9dc8188 HTTP/1.1" status: 200 len: 945 time: 0.0530019 Oct 28 08:54:57.490199 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ac4163c6-c15f-422a-a797-e71d9dcf00b7 req-2e62af91-287a-43d0-9027-545974c8e485 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e84e39e-941c-43f6-9052-8a92be7b65cb HTTP/1.1" status: 200 len: 217 time: 0.0338829 Oct 28 08:54:57.508609 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:57.541256 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4163c6-c15f-422a-a797-e71d9dcf00b7 req-3515c321-8880-4fe3-854b-15a4623ba30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:57.542744 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ac4163c6-c15f-422a-a797-e71d9dcf00b7 req-3515c321-8880-4fe3-854b-15a4623ba30e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238 HTTP/1.1" status: 200 len: 855 time: 0.0458450 Oct 28 08:54:57.579328 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ac4163c6-c15f-422a-a797-e71d9dcf00b7 req-25ebdeaa-f1dd-4895-9408-3b448f87a2af service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ef62a40-86ce-4d50-abaa-404f56129ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294499 Oct 28 08:54:57.590349 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [req-1e4dd4be-c8c8-445b-8c50-1b00a7c5e229 req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Deleting port 7dc3608d-196c-466e-b72c-7b40bbdba7d7 {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:54:57.590687 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-1e4dd4be-c8c8-445b-8c50-1b00a7c5e229 req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:57.677075 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ac4163c6-c15f-422a-a797-e71d9dcf00b7 req-a12d4fc6-3ad7-46c6-9ef3-64faede30d1d service neutron] 10.222.0.77 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907149 Oct 28 08:54:57.693205 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-1e4dd4be-c8c8-445b-8c50-1b00a7c5e229 req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] For port 7dc3608d-196c-466e-b72c-7b40bbdba7d7, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7dc3608d-196c-466e-b72c-7b40bbdba7d7,segment=NetworkSegment(339aa7f4-4481-4841-b1e3-21a131736b76),segment_id=339aa7f4-4481-4841-b1e3-21a131736b76)] {{(pid=108150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:57.693564 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-1e4dd4be-c8c8-445b-8c50-1b00a7c5e229 req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:57.707736 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [req-1e4dd4be-c8c8-445b-8c50-1b00a7c5e229 req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Calling delete_port for 7dc3608d-196c-466e-b72c-7b40bbdba7d7 owned by compute:nova {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:54:57.774229 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-ac4163c6-c15f-422a-a797-e71d9dcf00b7 req-0157284d-c149-4cb6-a92d-501776e546ce service neutron] 10.222.0.77 "GET /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903697 Oct 28 08:54:57.830532 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba0a00-8f90-40e5-b8ab-7652f0fea639 req-0e1053b0-f6f2-4211-bb56-9fa257228d7d tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:57.832039 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a2ba0a00-8f90-40e5-b8ab-7652f0fea639 req-0e1053b0-f6f2-4211-bb56-9fa257228d7d tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=0f9c707d-9384-416f-9181-499ac9dc8188 HTTP/1.1" status: 200 len: 945 time: 0.0553005 Oct 28 08:54:57.861464 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-1e4dd4be-c8c8-445b-8c50-1b00a7c5e229 req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:57.875924 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['6e84e39e-941c-43f6-9052-8a92be7b65cb', 'f2d8a5ff-605d-4534-b144-6688523ec819', '6a3666ca-6772-446f-93c4-06112a50eafa', '7dc3608d-196c-466e-b72c-7b40bbdba7d7'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:54:57.881095 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-a2ba0a00-8f90-40e5-b8ab-7652f0fea639 req-840ad047-aa5c-4aa0-a40d-7bf865e8d87e tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413411 Oct 28 08:54:57.891261 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Pushing event deleted for resources: {'Port': ['ID=7dc3608d-196c-466e-b72c-7b40bbdba7d7,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:57.899854 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:57.900198 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:57.900560 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:57.900867 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:57.901204 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:57.901519 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:57.901890 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:57.902185 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:57.902506 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:57.902824 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:57.903143 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:57.903459 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:57.948981 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4dd4be-c8c8-445b-8c50-1b00a7c5e229 req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] No DVR routers for this DVR port 7dc3608d-196c-466e-b72c-7b40bbdba7d7 on host hv-cinder-81566 {{(pid=108150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:54:57.951694 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-1e4dd4be-c8c8-445b-8c50-1b00a7c5e229 req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:57.955265 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-1e4dd4be-c8c8-445b-8c50-1b00a7c5e229 req-6fe80f58-a8cc-4c31-9758-f878e59cce02 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.77 "DELETE /v2.0/ports/7dc3608d-196c-466e-b72c-7b40bbdba7d7 HTTP/1.1" status: 204 len: 173 time: 0.4585605 Oct 28 08:54:57.955596 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9c707d-9384-416f-9181-499ac9dc8188', 'name': 'network-vif-deleted', 'tag': '7dc3608d-196c-466e-b72c-7b40bbdba7d7'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:57.957922 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecfd37b-7225-420a-bffb-812d886e26d4" -d '{"events": [{"server_uuid": "0f9c707d-9384-416f-9181-499ac9dc8188", "name": "network-vif-deleted", "tag": "7dc3608d-196c-466e-b72c-7b40bbdba7d7"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:58.141654 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d904b64b-c9fa-4b80-8316-eeae6847a5ca x-openstack-request-id: req-d904b64b-c9fa-4b80-8316-eeae6847a5ca {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:58.141983 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9c707d-9384-416f-9181-499ac9dc8188", "name": "network-vif-deleted", "tag": "7dc3608d-196c-466e-b72c-7b40bbdba7d7", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:58.142235 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d904b64b-c9fa-4b80-8316-eeae6847a5ca {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:58.143008 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9c707d-9384-416f-9181-499ac9dc8188', 'name': 'network-vif-deleted', 'tag': '7dc3608d-196c-466e-b72c-7b40bbdba7d7', 'status': 'completed', 'code': 200} Oct 28 08:55:00.283608 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f425c7-1f8b-44b6-aa19-af6cac606700 req-75cd0f32-494f-41e9-aaa6-f06bf93bc732 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:00.285239 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b9f425c7-1f8b-44b6-aa19-af6cac606700 req-75cd0f32-494f-41e9-aaa6-f06bf93bc732 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7 HTTP/1.1" status: 200 len: 946 time: 0.0516775 Oct 28 08:55:00.332201 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-b9f425c7-1f8b-44b6-aa19-af6cac606700 req-863d7a3a-5f36-43e3-8799-54df3ffdd324 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406921 Oct 28 08:55:01.457069 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21097284-aadf-4b87-a4d3-08ba41b23902 req-8862e3b2-068f-4e6b-ad81-08114db41fd9 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:01.458838 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-21097284-aadf-4b87-a4d3-08ba41b23902 req-8862e3b2-068f-4e6b-ad81-08114db41fd9 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7 HTTP/1.1" status: 200 len: 946 time: 0.0565128 Oct 28 08:55:01.488361 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 7dc3608d-196c-466e-b72c-7b40bbdba7d7 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:55:01.500003 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-21097284-aadf-4b87-a4d3-08ba41b23902 req-3f12146a-8479-44b5-9547-e2f86681f7a2 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348375 Oct 28 08:55:01.510197 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] No Port match for: 7dc3608d-196c-466e-b72c-7b40bbdba7d7 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:55:01.510539 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 7dc3608d-196c-466e-b72c-7b40bbdba7d7 not bound to the agent host hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:55:02.173154 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d8780-f57a-4dd6-b75e-f7e70b694b42 req-ae1810ac-ccd9-400a-a1f8-85d8cb927663 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:02.174649 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-297d8780-f57a-4dd6-b75e-f7e70b694b42 req-ae1810ac-ccd9-400a-a1f8-85d8cb927663 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7 HTTP/1.1" status: 200 len: 946 time: 0.0602155 Oct 28 08:55:02.267316 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [req-297d8780-f57a-4dd6-b75e-f7e70b694b42 req-0d9a17d2-12e0-4cf3-9921-38f6d40062db tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Deleting port 6a3666ca-6772-446f-93c4-06112a50eafa {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:55:02.267655 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-297d8780-f57a-4dd6-b75e-f7e70b694b42 req-0d9a17d2-12e0-4cf3-9921-38f6d40062db tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:02.363795 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-297d8780-f57a-4dd6-b75e-f7e70b694b42 req-0d9a17d2-12e0-4cf3-9921-38f6d40062db tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] For port 6a3666ca-6772-446f-93c4-06112a50eafa, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6a3666ca-6772-446f-93c4-06112a50eafa,segment=NetworkSegment(339aa7f4-4481-4841-b1e3-21a131736b76),segment_id=339aa7f4-4481-4841-b1e3-21a131736b76)] {{(pid=108150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:02.364154 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-297d8780-f57a-4dd6-b75e-f7e70b694b42 req-0d9a17d2-12e0-4cf3-9921-38f6d40062db tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:02.376151 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [req-297d8780-f57a-4dd6-b75e-f7e70b694b42 req-0d9a17d2-12e0-4cf3-9921-38f6d40062db tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Calling delete_port for 6a3666ca-6772-446f-93c4-06112a50eafa owned by compute:nova {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:55:02.508745 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-297d8780-f57a-4dd6-b75e-f7e70b694b42 req-0d9a17d2-12e0-4cf3-9921-38f6d40062db tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:02.521462 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['6e84e39e-941c-43f6-9052-8a92be7b65cb', 'f2d8a5ff-605d-4534-b144-6688523ec819', '6a3666ca-6772-446f-93c4-06112a50eafa'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:02.538833 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a17d2-12e0-4cf3-9921-38f6d40062db tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Pushing event deleted for resources: {'Port': ['ID=6a3666ca-6772-446f-93c4-06112a50eafa,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:02.586140 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [req-297d8780-f57a-4dd6-b75e-f7e70b694b42 req-0d9a17d2-12e0-4cf3-9921-38f6d40062db tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] No DVR routers for this DVR port 6a3666ca-6772-446f-93c4-06112a50eafa on host hv-cinder-81566 {{(pid=108150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:55:02.588908 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-297d8780-f57a-4dd6-b75e-f7e70b694b42 req-0d9a17d2-12e0-4cf3-9921-38f6d40062db tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:02.592199 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-297d8780-f57a-4dd6-b75e-f7e70b694b42 req-0d9a17d2-12e0-4cf3-9921-38f6d40062db tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.77 "DELETE /v2.0/ports/6a3666ca-6772-446f-93c4-06112a50eafa HTTP/1.1" status: 204 len: 173 time: 0.4119313 Oct 28 08:55:02.592642 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7', 'name': 'network-vif-deleted', 'tag': '6a3666ca-6772-446f-93c4-06112a50eafa'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:02.596237 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa6ada9-3b04-4852-beef-0f4b70cce993" -d '{"events": [{"server_uuid": "1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7", "name": "network-vif-deleted", "tag": "6a3666ca-6772-446f-93c4-06112a50eafa"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:02.640220 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d733fbe-e894-4bc2-843f-c5f6a79e7827 x-openstack-request-id: req-2d733fbe-e894-4bc2-843f-c5f6a79e7827 {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:02.641410 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7", "name": "network-vif-deleted", "tag": "6a3666ca-6772-446f-93c4-06112a50eafa", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:02.641410 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2d733fbe-e894-4bc2-843f-c5f6a79e7827 {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:02.642095 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7', 'name': 'network-vif-deleted', 'tag': '6a3666ca-6772-446f-93c4-06112a50eafa', 'status': 'completed', 'code': 200} Oct 28 08:55:02.731596 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-9b92413f-cf5c-441d-93b8-2bd60fa53ff8 req-fa741df4-3994-40e0-ab82-44af13e42503 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a1a9e2e-dda2-4920-9da9-f7c5f5ce6cf7 HTTP/1.1" status: 200 len: 210 time: 0.1201980 Oct 28 08:55:04.082163 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a4e85-b846-468b-a7f0-a124f252f546 req-8cbfa5b9-83c1-4460-92c4-25c0d12e1538 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:04.083740 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fa3a4e85-b846-468b-a7f0-a124f252f546 req-8cbfa5b9-83c1-4460-92c4-25c0d12e1538 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3169d26-f614-4421-bc29-c09940bbc06f HTTP/1.1" status: 200 len: 946 time: 0.1094637 Oct 28 08:55:04.122735 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-fa3a4e85-b846-468b-a7f0-a124f252f546 req-60d68987-a562-4996-94fa-fccdf648dbfb tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330336 Oct 28 08:55:05.248700 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2c999-96f1-437c-b030-12a84ef4b8b7 req-80b8a7a3-0c84-4507-bd46-7ac595c77e48 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:05.250835 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bda2c999-96f1-437c-b030-12a84ef4b8b7 req-80b8a7a3-0c84-4507-bd46-7ac595c77e48 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3169d26-f614-4421-bc29-c09940bbc06f HTTP/1.1" status: 200 len: 946 time: 0.0570500 Oct 28 08:55:05.292824 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-bda2c999-96f1-437c-b030-12a84ef4b8b7 req-8a718b65-1653-492b-9e94-59f43f5f1934 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359256 Oct 28 08:55:05.501321 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 6a3666ca-6772-446f-93c4-06112a50eafa no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:55:05.521779 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] No Port match for: 6a3666ca-6772-446f-93c4-06112a50eafa {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:55:05.522159 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 6a3666ca-6772-446f-93c4-06112a50eafa not bound to the agent host hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:55:05.584980 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb5aa7-3264-40b8-935d-7cd26186896f req-a22130ac-6105-40b3-983c-b60c7ac413c4 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:05.586567 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-45eb5aa7-3264-40b8-935d-7cd26186896f req-a22130ac-6105-40b3-983c-b60c7ac413c4 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3169d26-f614-4421-bc29-c09940bbc06f HTTP/1.1" status: 200 len: 946 time: 0.0500550 Oct 28 08:55:05.690152 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [req-45eb5aa7-3264-40b8-935d-7cd26186896f req-1db533c3-37a0-4b93-83ad-7beee6e66ed0 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Deleting port f2d8a5ff-605d-4534-b144-6688523ec819 {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:55:05.690493 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-45eb5aa7-3264-40b8-935d-7cd26186896f req-1db533c3-37a0-4b93-83ad-7beee6e66ed0 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:05.784430 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-45eb5aa7-3264-40b8-935d-7cd26186896f req-1db533c3-37a0-4b93-83ad-7beee6e66ed0 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] For port f2d8a5ff-605d-4534-b144-6688523ec819, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f2d8a5ff-605d-4534-b144-6688523ec819,segment=NetworkSegment(339aa7f4-4481-4841-b1e3-21a131736b76),segment_id=339aa7f4-4481-4841-b1e3-21a131736b76)] {{(pid=108150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:05.784784 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-45eb5aa7-3264-40b8-935d-7cd26186896f req-1db533c3-37a0-4b93-83ad-7beee6e66ed0 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:05.800511 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [req-45eb5aa7-3264-40b8-935d-7cd26186896f req-1db533c3-37a0-4b93-83ad-7beee6e66ed0 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Calling delete_port for f2d8a5ff-605d-4534-b144-6688523ec819 owned by compute:nova {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:55:05.934616 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-45eb5aa7-3264-40b8-935d-7cd26186896f req-1db533c3-37a0-4b93-83ad-7beee6e66ed0 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:05.947746 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['6e84e39e-941c-43f6-9052-8a92be7b65cb', 'f2d8a5ff-605d-4534-b144-6688523ec819'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:05.965681 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db533c3-37a0-4b93-83ad-7beee6e66ed0 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Pushing event deleted for resources: {'Port': ['ID=f2d8a5ff-605d-4534-b144-6688523ec819,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:06.011866 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [req-45eb5aa7-3264-40b8-935d-7cd26186896f req-1db533c3-37a0-4b93-83ad-7beee6e66ed0 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] No DVR routers for this DVR port f2d8a5ff-605d-4534-b144-6688523ec819 on host hv-cinder-81566 {{(pid=108150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:55:06.014800 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-45eb5aa7-3264-40b8-935d-7cd26186896f req-1db533c3-37a0-4b93-83ad-7beee6e66ed0 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:06.018522 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-45eb5aa7-3264-40b8-935d-7cd26186896f req-1db533c3-37a0-4b93-83ad-7beee6e66ed0 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.77 "DELETE /v2.0/ports/f2d8a5ff-605d-4534-b144-6688523ec819 HTTP/1.1" status: 204 len: 173 time: 0.4259982 Oct 28 08:55:06.018980 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3169d26-f614-4421-bc29-c09940bbc06f', 'name': 'network-vif-deleted', 'tag': 'f2d8a5ff-605d-4534-b144-6688523ec819'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:06.021936 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fdb5a4-31c8-46a6-9a8a-0aa792cf7d5c" -d '{"events": [{"server_uuid": "a3169d26-f614-4421-bc29-c09940bbc06f", "name": "network-vif-deleted", "tag": "f2d8a5ff-605d-4534-b144-6688523ec819"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:06.074712 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e4cb1f-45c1-4ea2-bea3-2218ae971531 x-openstack-request-id: req-c1e4cb1f-45c1-4ea2-bea3-2218ae971531 {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:06.075079 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3169d26-f614-4421-bc29-c09940bbc06f", "name": "network-vif-deleted", "tag": "f2d8a5ff-605d-4534-b144-6688523ec819", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:06.075406 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c1e4cb1f-45c1-4ea2-bea3-2218ae971531 {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:06.075983 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3169d26-f614-4421-bc29-c09940bbc06f', 'name': 'network-vif-deleted', 'tag': 'f2d8a5ff-605d-4534-b144-6688523ec819', 'status': 'completed', 'code': 200} Oct 28 08:55:06.409523 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-c0ec9322-3b8a-4a14-991d-b1c895f2e50e req-c78c1fdb-68e6-4b10-ad81-6f3d4a12ba87 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3169d26-f614-4421-bc29-c09940bbc06f HTTP/1.1" status: 200 len: 210 time: 0.0267689 Oct 28 08:55:08.478075 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:55:08.852954 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22242eb2-a798-44f4-bb63-39483013f848 req-557377c5-0bc5-4011-b7f4-9ed7f2e70e62 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:08.854451 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-22242eb2-a798-44f4-bb63-39483013f848 req-557377c5-0bc5-4011-b7f4-9ed7f2e70e62 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d2e5b11-789c-403e-a726-3c7f0412bc44 HTTP/1.1" status: 200 len: 946 time: 0.0505226 Oct 28 08:55:08.893996 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-22242eb2-a798-44f4-bb63-39483013f848 req-31beaece-f219-4c56-bdfe-68ce79d3eb29 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Oct 28 08:55:09.506322 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device f2d8a5ff-605d-4534-b144-6688523ec819 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:55:09.526556 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] No Port match for: f2d8a5ff-605d-4534-b144-6688523ec819 {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:55:09.526894 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device f2d8a5ff-605d-4534-b144-6688523ec819 not bound to the agent host hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:55:10.028959 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8b1ca-0e6b-45da-acdd-d7ad0c0765a4 req-b899f92e-0a6d-405a-923c-73b8cd0dc8c7 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:10.031047 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-03c8b1ca-0e6b-45da-acdd-d7ad0c0765a4 req-b899f92e-0a6d-405a-923c-73b8cd0dc8c7 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d2e5b11-789c-403e-a726-3c7f0412bc44 HTTP/1.1" status: 200 len: 946 time: 0.0612979 Oct 28 08:55:10.072709 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-03c8b1ca-0e6b-45da-acdd-d7ad0c0765a4 req-4be5ce21-bf2c-42cc-8ed2-1a7df6b2d16a tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/security-groups?id=5382c35f-160f-4675-9ef7-72b07374985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355334 Oct 28 08:55:10.685172 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c15f7-c625-49ef-9ae5-07b38de09a19 req-7adc23ea-7213-4c6e-9ed9-b986280ebb91 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:10.688655 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-5a0c15f7-c625-49ef-9ae5-07b38de09a19 req-7adc23ea-7213-4c6e-9ed9-b986280ebb91 tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d2e5b11-789c-403e-a726-3c7f0412bc44 HTTP/1.1" status: 200 len: 946 time: 0.0515511 Oct 28 08:55:10.777940 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [req-5a0c15f7-c625-49ef-9ae5-07b38de09a19 req-6a00c7b2-6335-4ef6-9f8d-244d3382413a tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Deleting port 6e84e39e-941c-43f6-9052-8a92be7b65cb {{(pid=108150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:55:10.778273 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-5a0c15f7-c625-49ef-9ae5-07b38de09a19 req-6a00c7b2-6335-4ef6-9f8d-244d3382413a tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726588765462'] for port, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:10.872279 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.db [req-5a0c15f7-c625-49ef-9ae5-07b38de09a19 req-6a00c7b2-6335-4ef6-9f8d-244d3382413a tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] For port 6e84e39e-941c-43f6-9052-8a92be7b65cb, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6e84e39e-941c-43f6-9052-8a92be7b65cb,segment=NetworkSegment(339aa7f4-4481-4841-b1e3-21a131736b76),segment_id=339aa7f4-4481-4841-b1e3-21a131736b76)] {{(pid=108150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:10.872717 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-5a0c15f7-c625-49ef-9ae5-07b38de09a19 req-6a00c7b2-6335-4ef6-9f8d-244d3382413a tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618819'] for port, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:10.885806 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.plugin [req-5a0c15f7-c625-49ef-9ae5-07b38de09a19 req-6a00c7b2-6335-4ef6-9f8d-244d3382413a tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Calling delete_port for 6e84e39e-941c-43f6-9052-8a92be7b65cb owned by compute:nova {{(pid=108150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:55:11.016304 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-5a0c15f7-c625-49ef-9ae5-07b38de09a19 req-6a00c7b2-6335-4ef6-9f8d-244d3382413a tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7892652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726588705756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726588277589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25530681'] for port, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:11.027824 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.db [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] get_ports_and_sgs() called for port_ids ['6e84e39e-941c-43f6-9052-8a92be7b65cb'] {{(pid=108151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:11.046622 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00c7b2-6335-4ef6-9f8d-244d3382413a tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Pushing event deleted for resources: {'Port': ['ID=6e84e39e-941c-43f6-9052-8a92be7b65cb,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:11.085871 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0c15f7-c625-49ef-9ae5-07b38de09a19 req-6a00c7b2-6335-4ef6-9f8d-244d3382413a tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] No DVR routers for this DVR port 6e84e39e-941c-43f6-9052-8a92be7b65cb on host hv-cinder-81566 {{(pid=108150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:55:11.088339 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [req-5a0c15f7-c625-49ef-9ae5-07b38de09a19 req-6a00c7b2-6335-4ef6-9f8d-244d3382413a tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25972'] for port, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:11.091638 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [req-5a0c15f7-c625-49ef-9ae5-07b38de09a19 req-6a00c7b2-6335-4ef6-9f8d-244d3382413a tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.77 "DELETE /v2.0/ports/6e84e39e-941c-43f6-9052-8a92be7b65cb HTTP/1.1" status: 204 len: 173 time: 0.3971438 Oct 28 08:55:11.092073 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2e5b11-789c-403e-a726-3c7f0412bc44', 'name': 'network-vif-deleted', 'tag': '6e84e39e-941c-43f6-9052-8a92be7b65cb'}] {{(pid=108150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:11.094577 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d626fabcadb7b7b7b76e91e49d8b22f36577ae3cff527f6b255197feab69d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374346a2-d954-46c2-ad2f-3e3ce11823b9" -d '{"events": [{"server_uuid": "1d2e5b11-789c-403e-a726-3c7f0412bc44", "name": "network-vif-deleted", "tag": "6e84e39e-941c-43f6-9052-8a92be7b65cb"}]}' {{(pid=108150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:11.135703 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee803e40-2f94-43a5-9cd0-42d695f3e568 x-openstack-request-id: req-ee803e40-2f94-43a5-9cd0-42d695f3e568 {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:11.135961 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2e5b11-789c-403e-a726-3c7f0412bc44", "name": "network-vif-deleted", "tag": "6e84e39e-941c-43f6-9052-8a92be7b65cb", "status": "completed", "code": 200}]} {{(pid=108150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:11.136198 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ee803e40-2f94-43a5-9cd0-42d695f3e568 {{(pid=108150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:11.136652 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2e5b11-789c-403e-a726-3c7f0412bc44', 'name': 'network-vif-deleted', 'tag': '6e84e39e-941c-43f6-9052-8a92be7b65cb', 'status': 'completed', 'code': 200} Oct 28 08:55:11.182518 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [req-72e5d3f6-87b5-462b-aa19-5d1e3da72fc4 req-caa2e6c8-22d8-4697-a7e5-35694aeb01ee tempest-AttachVolumeNegativeTest-533596429 tempest-AttachVolumeNegativeTest-533596429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d2e5b11-789c-403e-a726-3c7f0412bc44 HTTP/1.1" status: 200 len: 210 time: 0.0311227 Oct 28 08:55:12.238628 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 33222) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:12.289857 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd42598-8c31-41fc-93dd-6229e80a7f0f admin admin] Deleting subnet f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238 {{(pid=108150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:55:12.292999 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2fd42598-8c31-41fc-93dd-6229e80a7f0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.330040 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2fd42598-8c31-41fc-93dd-6229e80a7f0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25531807'] for subnet, precommit_delete_associations {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.368761 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2fd42598-8c31-41fc-93dd-6229e80a7f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7697502'] for subnet, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.424168 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2fd42598-8c31-41fc-93dd-6229e80a7f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7697495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25530636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25242352'] for subnet, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.450328 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd42598-8c31-41fc-93dd-6229e80a7f0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:12.454283 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-2fd42598-8c31-41fc-93dd-6229e80a7f0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.459942 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-2fd42598-8c31-41fc-93dd-6229e80a7f0f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f5c6e7f9-c2a3-42bb-97d4-5f74b5f3c238 HTTP/1.1" status: 204 len: 168 time: 0.2179558 Oct 28 08:55:12.460260 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 33224) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:12.533533 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-62b16ca9-0e50-4888-aac1-a094f52343d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8072101'] for network, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.613661 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-62b16ca9-0e50-4888-aac1-a094f52343d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7700171', 'neutron.services.segments.db._delete_segments_for_network-8726588780638'] for network, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.639133 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.services.segments.db [None req-62b16ca9-0e50-4888-aac1-a094f52343d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef62a40-86ce-4d50-abaa-404f56129ded']}} {{(pid=108150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:12.648755 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.services.segments.db [None req-62b16ca9-0e50-4888-aac1-a094f52343d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339aa7f4-4481-4841-b1e3-21a131736b76') {'for_net_delete': True} {{(pid=108150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:12.649047 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.services.segments.db [None req-62b16ca9-0e50-4888-aac1-a094f52343d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339aa7f4-4481-4841-b1e3-21a131736b76') {} {{(pid=108150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:12.659248 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-62b16ca9-0e50-4888-aac1-a094f52343d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726588781415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25531878'] for segment, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.674697 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-62b16ca9-0e50-4888-aac1-a094f52343d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895'] for segment, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.681018 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b16ca9-0e50-4888-aac1-a094f52343d7 admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=108150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:55:12.681402 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-62b16ca9-0e50-4888-aac1-a094f52343d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25530854'] for segment, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: Traceback (most recent call last): Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: timer() Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: cb(*args, **kw) Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: return func(*args, **kwargs) Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: self._notify() Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: self.callback(batched_events) Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: event.method(event) Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: return f(self, *a, **k) Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: return self._get(url).json() Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: return self.request(url, 'GET', **kwargs) Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:55:12.683104 dv-cinder-815660-3-iscsi neutron-server[108150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:55:12.743916 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-62b16ca9-0e50-4888-aac1-a094f52343d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7700160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550728'] for network, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.749723 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-62b16ca9-0e50-4888-aac1-a094f52343d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784787'] for network, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.753053 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-62b16ca9-0e50-4888-aac1-a094f52343d7 admin admin] 10.222.0.74 "DELETE /v2.0/networks/4ef62a40-86ce-4d50-abaa-404f56129ded HTTP/1.1" status: 204 len: 168 time: 0.2918057 Oct 28 08:55:12.764340 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b16ca9-0e50-4888-aac1-a094f52343d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ef62a40-86ce-4d50-abaa-404f56129ded,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:12.926003 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 33228) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:12.970642 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-0f1c2cfa-1d24-4873-b647-887a4704d917 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=272e5ae4aa8045a38003e59b113e7898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412672 Oct 28 08:55:12.971292 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 33230) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:13.028207 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7657c950-2692-402d-9841-9f130509cb8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:13.052635 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7657c950-2692-402d-9841-9f130509cb8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:13.100513 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7657c950-2692-402d-9841-9f130509cb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:13.103166 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7657c950-2692-402d-9841-9f130509cb8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:13.104474 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-7657c950-2692-402d-9841-9f130509cb8d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5382c35f-160f-4675-9ef7-72b07374985b HTTP/1.1" status: 204 len: 168 time: 0.1321042 Oct 28 08:55:13.114056 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657c950-2692-402d-9841-9f130509cb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5382c35f-160f-4675-9ef7-72b07374985b,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:13.121483 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657c950-2692-402d-9841-9f130509cb8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:13.121899 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657c950-2692-402d-9841-9f130509cb8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:13.122245 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657c950-2692-402d-9841-9f130509cb8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:13.122582 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657c950-2692-402d-9841-9f130509cb8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:13.122915 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657c950-2692-402d-9841-9f130509cb8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:13.123286 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657c950-2692-402d-9841-9f130509cb8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:13.123843 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657c950-2692-402d-9841-9f130509cb8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:13.124522 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657c950-2692-402d-9841-9f130509cb8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:13.124522 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657c950-2692-402d-9841-9f130509cb8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:13.124886 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657c950-2692-402d-9841-9f130509cb8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:13.125125 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657c950-2692-402d-9841-9f130509cb8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:13.125515 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657c950-2692-402d-9841-9f130509cb8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-3-iscsi {{(pid=108149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:13.502821 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 6e84e39e-941c-43f6-9052-8a92be7b65cb no longer exists at agent hyperv_hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:55:13.525556 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] No Port match for: 6e84e39e-941c-43f6-9052-8a92be7b65cb {{(pid=108151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:55:13.525921 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron.plugins.ml2.rpc [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Device 6e84e39e-941c-43f6-9052-8a92be7b65cb not bound to the agent host hv-cinder-81566 {{(pid=108151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:55:14.906235 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 33282) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:15.015168 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-9308ae9d-4586-4631-b639-67ab9f44027c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.099675 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-9308ae9d-4586-4631-b639-67ab9f44027c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.103926 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-9308ae9d-4586-4631-b639-67ab9f44027c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.150407 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-9308ae9d-4586-4631-b639-67ab9f44027c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f128edfc166049f8a5976966b98e5edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429912 Oct 28 08:55:15.151417 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308ae9d-4586-4631-b639-67ab9f44027c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1dee18-cbc9-4c53-8e55-5b76dc2add21,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:15.153053 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 33286) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:15.208090 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7a2db529-d713-402f-bf93-f716afea604e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.241588 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7a2db529-d713-402f-bf93-f716afea604e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.289410 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7a2db529-d713-402f-bf93-f716afea604e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.292003 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-7a2db529-d713-402f-bf93-f716afea604e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.293174 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-7a2db529-d713-402f-bf93-f716afea604e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6a1dee18-cbc9-4c53-8e55-5b76dc2add21 HTTP/1.1" status: 204 len: 168 time: 0.1391406 Oct 28 08:55:15.301556 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2db529-d713-402f-bf93-f716afea604e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1dee18-cbc9-4c53-8e55-5b76dc2add21,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:15.574914 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 33292) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:15.588119 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0afb99ad-e4ff-414a-a8f3-b7af7311f402 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.668699 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0afb99ad-e4ff-414a-a8f3-b7af7311f402 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.673362 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-0afb99ad-e4ff-414a-a8f3-b7af7311f402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.716391 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb99ad-e4ff-414a-a8f3-b7af7311f402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b309aa-e878-4ad7-a3bf-16719ff890c5,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:15.723035 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-0afb99ad-e4ff-414a-a8f3-b7af7311f402 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ea5f08bb13254f99b9989c4f9f7c7037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470594 Oct 28 08:55:15.725643 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 33294) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:15.778236 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e0381009-c46c-4baa-b0e9-ae1d5ac8b12d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.803768 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e0381009-c46c-4baa-b0e9-ae1d5ac8b12d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.856496 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e0381009-c46c-4baa-b0e9-ae1d5ac8b12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.860006 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-e0381009-c46c-4baa-b0e9-ae1d5ac8b12d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.861224 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-e0381009-c46c-4baa-b0e9-ae1d5ac8b12d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/53b309aa-e878-4ad7-a3bf-16719ff890c5 HTTP/1.1" status: 204 len: 168 time: 0.1346116 Oct 28 08:55:15.869373 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0381009-c46c-4baa-b0e9-ae1d5ac8b12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b309aa-e878-4ad7-a3bf-16719ff890c5,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:18.256330 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:18.825961 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 33426) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:18.933740 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-043798e8-bc6a-42ce-aef7-ba6efaa8a7ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.021472 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-043798e8-bc6a-42ce-aef7-ba6efaa8a7ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.024963 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-043798e8-bc6a-42ce-aef7-ba6efaa8a7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.065186 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043798e8-bc6a-42ce-aef7-ba6efaa8a7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f2540f-b0ba-4556-8c5d-ae0bfd7e2b6f,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:19.069518 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-043798e8-bc6a-42ce-aef7-ba6efaa8a7ce admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=88b524584fdc49a1b0bbc35947c60302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423890 Oct 28 08:55:19.072101 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 33430) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:19.126310 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2251b372-934a-4406-8604-3066851a3994 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.149964 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2251b372-934a-4406-8604-3066851a3994 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.198020 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2251b372-934a-4406-8604-3066851a3994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.200904 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-2251b372-934a-4406-8604-3066851a3994 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.202730 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-2251b372-934a-4406-8604-3066851a3994 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/01f2540f-b0ba-4556-8c5d-ae0bfd7e2b6f HTTP/1.1" status: 204 len: 168 time: 0.1296475 Oct 28 08:55:19.211103 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251b372-934a-4406-8604-3066851a3994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f2540f-b0ba-4556-8c5d-ae0bfd7e2b6f,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:19.489179 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 33436) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:19.503565 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a79da2f3-bf94-4f60-9021-7d564ebef74a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.590187 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a79da2f3-bf94-4f60-9021-7d564ebef74a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.593820 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a79da2f3-bf94-4f60-9021-7d564ebef74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.633748 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-a79da2f3-bf94-4f60-9021-7d564ebef74a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=59e7f907e1324d54b2cddebaf51479e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434298 Oct 28 08:55:19.634509 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79da2f3-bf94-4f60-9021-7d564ebef74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1e97d7-b8db-46b5-98ed-7e153c97fcb9,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:19.636438 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 33438) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:19.690538 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d6d87ae8-198a-448a-aa4a-73eb497a641d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.711998 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d6d87ae8-198a-448a-aa4a-73eb497a641d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.767578 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d6d87ae8-198a-448a-aa4a-73eb497a641d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.770435 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-d6d87ae8-198a-448a-aa4a-73eb497a641d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:19.771700 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-d6d87ae8-198a-448a-aa4a-73eb497a641d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5a1e97d7-b8db-46b5-98ed-7e153c97fcb9 HTTP/1.1" status: 204 len: 168 time: 0.1342275 Oct 28 08:55:19.780192 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d87ae8-198a-448a-aa4a-73eb497a641d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1e97d7-b8db-46b5-98ed-7e153c97fcb9,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:21.400970 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 33482) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:21.518481 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1462fa9f-d0cb-458a-8403-bb26246ee8ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.542206 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-2cf485cd-5210-4100-bc4d-f2ac8474a633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.597406 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1462fa9f-d0cb-458a-8403-bb26246ee8ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.601392 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-1462fa9f-d0cb-458a-8403-bb26246ee8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.643576 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-1462fa9f-d0cb-458a-8403-bb26246ee8ba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c11caf30a6e24628834f7ef8e3718707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414708 Oct 28 08:55:21.644529 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462fa9f-d0cb-458a-8403-bb26246ee8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1045bc18-c548-407f-8a4f-840deeafa91e,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:21.646526 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 33486) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:21.705089 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ba331452-72c7-4183-96c6-0beee74e47bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.728253 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ba331452-72c7-4183-96c6-0beee74e47bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.783474 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ba331452-72c7-4183-96c6-0beee74e47bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.786054 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-ba331452-72c7-4183-96c6-0beee74e47bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:21.787218 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-ba331452-72c7-4183-96c6-0beee74e47bb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1045bc18-c548-407f-8a4f-840deeafa91e HTTP/1.1" status: 204 len: 168 time: 0.1396616 Oct 28 08:55:21.795116 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba331452-72c7-4183-96c6-0beee74e47bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1045bc18-c548-407f-8a4f-840deeafa91e,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:22.053032 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 33492) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:22.067060 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a90e2ae6-828a-4f57-87a7-064859339d0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:22.146353 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a90e2ae6-828a-4f57-87a7-064859339d0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:22.150008 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-a90e2ae6-828a-4f57-87a7-064859339d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:22.194487 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e2ae6-828a-4f57-87a7-064859339d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d25209a-d88a-4a2f-adbe-4e54ddf60e26,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:22.199024 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-a90e2ae6-828a-4f57-87a7-064859339d0b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f68756bbca664b91825ee5932a660a36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449633 Oct 28 08:55:22.202251 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 33494) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:22.251595 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-9e40525c-4c93-483c-8fac-aa17e0140487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:22.281110 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-9e40525c-4c93-483c-8fac-aa17e0140487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:22.328917 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-9e40525c-4c93-483c-8fac-aa17e0140487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:22.331792 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-9e40525c-4c93-483c-8fac-aa17e0140487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:22.332970 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-9e40525c-4c93-483c-8fac-aa17e0140487 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5d25209a-d88a-4a2f-adbe-4e54ddf60e26 HTTP/1.1" status: 204 len: 168 time: 0.1298401 Oct 28 08:55:22.341412 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40525c-4c93-483c-8fac-aa17e0140487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d25209a-d88a-4a2f-adbe-4e54ddf60e26,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:24.092937 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 33540) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:24.224319 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-fcf9ae91-52b5-4990-84e9-3882a2ac7790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.317602 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-fcf9ae91-52b5-4990-84e9-3882a2ac7790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.323566 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-fcf9ae91-52b5-4990-84e9-3882a2ac7790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.365521 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-fcf9ae91-52b5-4990-84e9-3882a2ac7790 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=67e3aaa9eca04775bf35c0c358fea8d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714605 Oct 28 08:55:24.367152 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9ae91-52b5-4990-84e9-3882a2ac7790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83801446-a293-4565-a7ab-d7fd65a3881a,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:24.368589 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 33544) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:24.432892 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a9e6c659-5cf6-4064-8a76-c75a67237db9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.456244 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a9e6c659-5cf6-4064-8a76-c75a67237db9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.489873 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-9febdb27-b7ce-493a-b70a-16f6277f6c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.522733 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a9e6c659-5cf6-4064-8a76-c75a67237db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.525357 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a9e6c659-5cf6-4064-8a76-c75a67237db9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.526642 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-a9e6c659-5cf6-4064-8a76-c75a67237db9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/83801446-a293-4565-a7ab-d7fd65a3881a HTTP/1.1" status: 204 len: 168 time: 0.1570082 Oct 28 08:55:24.539769 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6c659-5cf6-4064-8a76-c75a67237db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83801446-a293-4565-a7ab-d7fd65a3881a,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:24.843114 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 33550) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:24.856660 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4a4a94ad-b102-4878-9d5e-aef76765474a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.942108 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4a4a94ad-b102-4878-9d5e-aef76765474a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.946848 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-4a4a94ad-b102-4878-9d5e-aef76765474a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:24.988545 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-4a4a94ad-b102-4878-9d5e-aef76765474a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b0d7e5ff31d8409c8461c2530188e87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442769 Oct 28 08:55:24.989426 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a94ad-b102-4878-9d5e-aef76765474a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a128318-affe-4848-ba52-a6d444ed2b65,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:24.991425 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 33552) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:25.047615 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a3093419-49de-4b2f-bc5b-91741682b714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.071341 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a3093419-49de-4b2f-bc5b-91741682b714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.125946 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a3093419-49de-4b2f-bc5b-91741682b714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.128532 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-a3093419-49de-4b2f-bc5b-91741682b714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.129673 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-a3093419-49de-4b2f-bc5b-91741682b714 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0a128318-affe-4848-ba52-a6d444ed2b65 HTTP/1.1" status: 204 len: 168 time: 0.1372371 Oct 28 08:55:25.137974 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3093419-49de-4b2f-bc5b-91741682b714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a128318-affe-4848-ba52-a6d444ed2b65,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:25.496501 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.761739 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:27.510077 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:33.331567 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 33674) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:33.442961 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-14d27e40-077d-42e5-8ba6-f6d354977ce2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:33.521366 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-14d27e40-077d-42e5-8ba6-f6d354977ce2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:33.524976 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-14d27e40-077d-42e5-8ba6-f6d354977ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:33.571749 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-14d27e40-077d-42e5-8ba6-f6d354977ce2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1018651eab0d4d7c8ab321137d13af75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390535 Oct 28 08:55:33.572856 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d27e40-077d-42e5-8ba6-f6d354977ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed8bbde-887a-49a4-8c8c-910bee2b6f0a,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:33.574493 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 33678) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:33.633106 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-18f13c8f-7506-4e2b-bb04-e36a399bb8e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:33.658065 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-18f13c8f-7506-4e2b-bb04-e36a399bb8e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:33.707503 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-18f13c8f-7506-4e2b-bb04-e36a399bb8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:33.710476 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-18f13c8f-7506-4e2b-bb04-e36a399bb8e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:33.711847 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-18f13c8f-7506-4e2b-bb04-e36a399bb8e4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6ed8bbde-887a-49a4-8c8c-910bee2b6f0a HTTP/1.1" status: 204 len: 168 time: 0.1349828 Oct 28 08:55:33.725815 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f13c8f-7506-4e2b-bb04-e36a399bb8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed8bbde-887a-49a4-8c8c-910bee2b6f0a,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:33.990658 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 33684) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:34.006837 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7eabec8f-f2ed-448c-a4a4-4efe6be8954d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:34.086883 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7eabec8f-f2ed-448c-a4a4-4efe6be8954d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:34.091008 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-7eabec8f-f2ed-448c-a4a4-4efe6be8954d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:34.130569 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-7eabec8f-f2ed-448c-a4a4-4efe6be8954d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=354a0f14b9d449f7b2eec5bb9f4fdb6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387713 Oct 28 08:55:34.131512 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabec8f-f2ed-448c-a4a4-4efe6be8954d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bd68b8-9021-47bd-9b57-93175b5bb14f,revision_number=1']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:34.133387 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 33686) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:34.191061 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad487-ae3f-452c-8030-f8c6e72714ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:34.212384 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad487-ae3f-452c-8030-f8c6e72714ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:34.262528 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad487-ae3f-452c-8030-f8c6e72714ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:34.266006 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad487-ae3f-452c-8030-f8c6e72714ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:34.267159 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-6b1ad487-ae3f-452c-8030-f8c6e72714ee admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/21bd68b8-9021-47bd-9b57-93175b5bb14f HTTP/1.1" status: 204 len: 168 time: 0.1326196 Oct 28 08:55:34.275085 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ad487-ae3f-452c-8030-f8c6e72714ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bd68b8-9021-47bd-9b57-93175b5bb14f,revision_number=None']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:34.610540 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [-] (108150) accepted ('10.222.0.74', 33692) {{(pid=108150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:34.624639 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6adf41f1-4e07-402e-9284-c05c006360d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:34.714678 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6adf41f1-4e07-402e-9284-c05c006360d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:34.719379 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron_lib.callbacks.manager [None req-6adf41f1-4e07-402e-9284-c05c006360d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_create {{(pid=108150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:34.759974 dv-cinder-815660-3-iscsi neutron-server[108150]: INFO neutron.wsgi [None req-6adf41f1-4e07-402e-9284-c05c006360d8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e8695f44957042088687c6043bb64245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483147 Oct 28 08:55:34.760683 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf41f1-4e07-402e-9284-c05c006360d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed1461f-224e-447d-9741-b37c4c770523,revision_number=1']} {{(pid=108150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:34.762781 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [-] (108149) accepted ('10.222.0.74', 33694) {{(pid=108149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:34.815089 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-82f09c6e-b31b-4c21-b4de-f8928c42aa8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:34.837822 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-82f09c6e-b31b-4c21-b4de-f8928c42aa8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:34.887604 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-82f09c6e-b31b-4c21-b4de-f8928c42aa8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408335'] for security_group, after_delete {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:34.890884 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron_lib.callbacks.manager [None req-82f09c6e-b31b-4c21-b4de-f8928c42aa8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:34.892036 dv-cinder-815660-3-iscsi neutron-server[108149]: INFO neutron.wsgi [None req-82f09c6e-b31b-4c21-b4de-f8928c42aa8c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9ed1461f-224e-447d-9741-b37c4c770523 HTTP/1.1" status: 204 len: 168 time: 0.1275742 Oct 28 08:55:34.901249 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f09c6e-b31b-4c21-b4de-f8928c42aa8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed1461f-224e-447d-9741-b37c4c770523,revision_number=None']} {{(pid=108149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:45.476952 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:55:48.250908 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:51.536860 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-cf3f4985-2408-46af-a063-f965eb856b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:54.473381 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-d007842e-7f7e-46a5-ba33-7418cb1df2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:55.493256 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:55.765541 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:57.508159 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.252981 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:21.541336 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-9175acb2-bf52-4b2b-8eb0-62e783567dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:22.478936 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:56:24.478490 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-c35606b6-8b23-4e23-9614-25675f09a5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:25.495363 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:25.765678 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:27.512785 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:48.266060 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:51.544729 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-c2d61fed-af0c-4dea-96ce-1280007d91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:54.470847 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b3654580-a880-46f5-bed3-7568f1f662a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:55.506141 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:55.766736 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:57.516715 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:59.479245 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:57:04.010368 dv-cinder-815660-3-iscsi neutron-server[108150]: DEBUG neutron.wsgi [req-59e95f05-63f8-40dc-8712-d5906b9b82c9 req-1d4fe8c5-ef3f-40d0-88b5-e03b9f648a6b service neutron] (108150) timed out ('10.222.0.77', 49945) {{(pid=108150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 08:57:04.596299 dv-cinder-815660-3-iscsi neutron-server[108149]: DEBUG neutron.wsgi [req-f524e87b-29ef-41c3-bfea-a25678e4b825 req-5bda2452-b856-4c8e-8582-9c602f56821b service neutron] (108149) timed out ('10.222.0.77', 49942) {{(pid=108149) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 08:57:18.263566 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:21.550031 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-617613dd-7c2e-4226-9e39-4df6340e83c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:24.483756 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-5c891a98-ebaa-43ef-98b4-5b24d68c1537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:25.499648 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:25.771874 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:27.521241 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:36.480498 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:57:48.275307 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:51.553948 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-ee93b99e-9c88-4a82-9950-a4146081ce99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:54.482206 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-3960cc02-fa03-4e0e-bd65-f732be3e5e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:55.511606 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:55.777158 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:57.524785 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:13.480557 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:58:18.270015 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:21.558960 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-d6041b0b-f74e-4f0b-bd4a-c6a4de9818c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:24.475699 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-fdf6ddb0-1014-4375-8819-300a4b9aeee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:25.507177 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:25.784196 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:27.532485 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:48.286349 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:50.481464 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:58:51.563206 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6199a08a-2024-4f08-a4b9-95fa928f9cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:54.479187 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-bfe18419-133b-4b2b-bede-81dac8bd338a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:55.500994 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:55.781614 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:57.533682 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:18.284570 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:21.570141 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-34d56b65-58d9-4c79-a504-0cb37e673d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:24.484759 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-ea95d1ce-a974-4689-8135-1b4595bb125b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:25.504904 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:25.784668 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:27.484518 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:59:27.565533 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:48.301617 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:51.564991 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-1af0bf3a-be9f-4d62-83af-998c0eb1458b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:54.481500 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-750d5eae-4b3c-45f3-8ec0-733d9ff042bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:55.513126 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:55.786496 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:57.547850 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:04.484823 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:00:18.309374 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:21.567241 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-d2986156-7e49-4cfd-89fb-4f08e8cbe5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:24.477432 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6d61135d-ae4c-4a14-b208-841283049482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:25.510148 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:25.791244 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:27.546187 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:41.484230 dv-cinder-815660-3-iscsi neutron-server[108152]: DEBUG neutron.db.agents_db [None req-de1ecf3d-336e-4657-9816-8d99000a735e None None] Agent healthcheck: found 6 active agents {{(pid=108152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:00:48.330700 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-6cb9f057-a6b7-4bd5-8910-c037cfec574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:51.570458 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-a723cf51-d5da-4273-8843-8b2a4141362a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:54.481752 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-3d704ae5-88f1-4cb9-88b8-cf4178c18d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.504187 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-b52aece0-85b8-4e90-98af-7c53a7b2310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:55.792941 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbaba-e406-486b-9197-0ed9d07bec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:57.547856 dv-cinder-815660-3-iscsi neutron-server[108151]: DEBUG neutron_lib.callbacks.manager [None req-697ce886-a96b-47fb-aaf8-a124eb406dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726588780620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7699329'] for agent, after_update {{(pid=108151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}